====================================== | [ 1222.050650] | [ 1222.050772] rcu: Stack dump where RCU GP kthread last ran: | [ 1222.051056] Sending NMI from CPU 1 to CPUs 0: | [ 1222.051307] NMI backtrace for cpu 0 [ 1222.051316] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1222.051317] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1222.051327] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 1222.051328] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1222.051333] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1222.051334] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1222.051335] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1222.051336] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1222.051336] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1222.051339] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1222.051340] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1222.051341] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1222.051342] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1222.051342] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1222.051343] PKRU: 55555554 [ 1222.051344] Call Trace: [ 1222.051347] [ 1222.051350] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1222.051356] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1222.051360] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1222.051362] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1222.051365] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1222.051367] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1222.051372] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1222.051374] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1222.051376] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1222.051378] [ 1222.051378] [ 1222.051379] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1222.051384] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1222.051390] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1222.051394] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1222.051396] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1222.051400] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1222.051404] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1222.051416] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1222.051424] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1222.051429] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1222.051435] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1222.051444] ? __bfs (kernel/locking/lockdep.c:1787) [ 1222.051446] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1222.051448] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1222.051451] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1222.051454] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1222.051456] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1222.051460] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1222.051464] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1222.051468] tc_run (net/core/dev.c:3945) [ 1222.051473] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1222.051476] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1222.051478] ? eth_header (net/ethernet/eth.c:85) [ 1222.051482] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1222.051484] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1222.051487] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1222.051488] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1222.051492] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1222.051496] ? __alloc_skb (net/core/skbuff.c:667) [ 1222.051498] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1222.051499] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1222.051501] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1222.051503] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1222.051504] call_timer_fn (kernel/time/timer.c:1700) [ 1222.051508] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1222.051510] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1222.051515] run_timer_softirq (kernel/time/timer.c:2053) [ 1222.051517] __do_softirq (kernel/softirq.c:553) [ 1222.051520] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1222.051523] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1222.051527] [ 1222.051527] [ 1222.051528] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1222.051531] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1222.051533] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1222.051534] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1222.051535] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1222.051536] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1222.051537] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1222.051537] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1222.051538] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1222.051540] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1222.051544] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1222.051545] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1222.051547] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1222.051550] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1222.051552] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1222.051554] arch_call_rest_init+0xe/0x30 [ 1222.051558] start_kernel (init/main.c:1045) [ 1222.051561] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1222.051563] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1222.051564] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1222.051561] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1222.051563] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1222.051564] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1222.051571] [ 1222.075938] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1222.076521] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1222.076813] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1222.077771] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1222.078046] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1222.078409] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1222.078780] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1222.079146] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1222.079517] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1222.079882] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1222.080296] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1222.080599] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1222.080970] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1222.081337] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1222.081714] PKRU: 55555554 [ 1222.081867] Call Trace: [ 1222.082001] [ 1222.082117] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1222.082349] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1222.082591] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1222.082815] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1222.083043] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1222.083274] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1222.083550] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1222.083765] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1222.084016] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1222.084250] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1222.084480] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1222.084757] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1222.085017] [ 1222.085140] [ 1222.085257] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1222.085538] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1222.085794] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1222.085999] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1222.086198] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1222.086446] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1222.086685] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1222.086946] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1222.087158] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1222.087446] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1222.087706] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1222.087998] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1222.088205] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1222.088460] ? __bfs (kernel/locking/lockdep.c:1787) [ 1222.088630] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1222.088847] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1222.089057] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1222.089277] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1222.089517] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1222.089741] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1222.089960] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1222.090158] tc_run (net/core/dev.c:3945) [ 1222.090330] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1222.090555] ? eth_header (net/ethernet/eth.c:85) [ 1222.090744] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1222.090961] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1222.091171] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1222.091384] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1222.091594] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1222.091833] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1222.092043] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1222.092250] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1222.092488] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1222.092714] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1222.092926] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1222.093159] call_timer_fn (kernel/time/timer.c:1700) [ 1222.093356] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1222.093585] ? rcu_core (kernel/rcu/tree.c:2467) [ 1222.093774] run_timer_softirq (kernel/time/timer.c:2053) [ 1222.093980] __do_softirq (kernel/softirq.c:553) [ 1222.094178] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1222.094429] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1222.094621] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1222.094832] kthread (kernel/kthread.c:388) [ 1222.095003] ? __pfx_kthread (kernel/kthread.c:341) [ 1222.095202] ret_from_fork (arch/x86/kernel/process.c:147) [ 1222.095401] ? __pfx_kthread (kernel/kthread.c:341) [ 1222.095598] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1300.102590] | [ 1300.102711] rcu: Stack dump where RCU GP kthread last ran: | [ 1300.102995] Sending NMI from CPU 1 to CPUs 0: | [ 1300.103233] NMI backtrace for cpu 0 [ 1300.103240] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1300.103242] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1300.103251] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1300.103253] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1300.103255] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1300.103256] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1300.103257] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1300.103258] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1300.103259] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1300.103262] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1300.103263] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1300.103264] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1300.103264] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1300.103265] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1300.103266] PKRU: 55555554 [ 1300.103266] Call Trace: [ 1300.103269] [ 1300.103273] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1300.103277] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1300.103283] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1300.103286] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1300.103290] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1300.103291] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1300.103298] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1300.103300] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1300.103302] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1300.103304] [ 1300.103304] [ 1300.103305] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1300.103311] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1300.103319] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1300.103323] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1300.103325] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1300.103329] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1300.103333] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1300.103339] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1300.103345] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1300.103351] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1300.103356] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1300.103365] ? __bfs (kernel/locking/lockdep.c:1787) [ 1300.103368] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1300.103370] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1300.103373] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1300.103375] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1300.103377] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1300.103383] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1300.103387] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1300.103392] tc_run (net/core/dev.c:3945) [ 1300.103398] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1300.103402] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1300.103404] ? eth_header (net/ethernet/eth.c:85) [ 1300.103408] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1300.103411] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1300.103414] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1300.103415] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1300.103418] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1300.103423] ? __alloc_skb (net/core/skbuff.c:667) [ 1300.103427] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1300.103429] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1300.103431] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1300.103432] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1300.103434] call_timer_fn (kernel/time/timer.c:1700) [ 1300.103437] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1300.103440] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1300.103445] run_timer_softirq (kernel/time/timer.c:2053) [ 1300.103446] __do_softirq (kernel/softirq.c:553) [ 1300.103449] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1300.103452] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1300.103454] [ 1300.103455] [ 1300.103455] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1300.103458] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1300.103461] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1300.103462] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1300.103463] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1300.103464] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1300.103464] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1300.103465] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1300.103466] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1300.103468] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1300.103473] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1300.103474] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1300.103476] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1300.103479] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1300.103481] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1300.103483] arch_call_rest_init+0xe/0x30 [ 1300.103489] start_kernel (init/main.c:1045) [ 1300.103491] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1300.103495] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1300.103496] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1300.103491] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1300.103495] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1300.103496] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1300.103502] [ 1300.127737] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1300.128327] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1300.128613] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1300.129548] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1300.129820] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1300.130187] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1300.130549] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1300.130915] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1300.131278] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1300.131643] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1300.132054] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1300.132351] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1300.132716] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1300.133080] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1300.133444] PKRU: 55555554 [ 1300.133588] Call Trace: [ 1300.133722] [ 1300.133836] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1300.134069] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1300.134309] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1300.134529] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1300.134751] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1300.134980] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1300.135258] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1300.135471] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1300.135722] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1300.135959] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1300.136185] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1300.136456] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1300.136715] [ 1300.136837] [ 1300.136954] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1300.137235] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1300.137491] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1300.137697] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1300.137890] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1300.138128] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1300.138366] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1300.138623] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1300.138838] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1300.139116] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1300.139375] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1300.139653] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1300.139861] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1300.140115] ? __bfs (kernel/locking/lockdep.c:1787) [ 1300.140288] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1300.140502] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1300.140704] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1300.140929] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1300.141167] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1300.141389] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1300.141606] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1300.141805] tc_run (net/core/dev.c:3945) [ 1300.141977] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1300.142194] ? eth_header (net/ethernet/eth.c:85) [ 1300.142383] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1300.142600] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1300.142809] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1300.143022] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1300.143233] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1300.143456] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1300.143664] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1300.143874] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1300.144107] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1300.144334] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1300.144537] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1300.144771] call_timer_fn (kernel/time/timer.c:1700) [ 1300.144969] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1300.145193] ? rcu_core (kernel/rcu/tree.c:2467) [ 1300.145380] run_timer_softirq (kernel/time/timer.c:2053) [ 1300.145586] __do_softirq (kernel/softirq.c:553) [ 1300.145778] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1300.146024] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1300.146217] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1300.146431] kthread (kernel/kthread.c:388) [ 1300.146598] ? __pfx_kthread (kernel/kthread.c:341) [ 1300.146803] ret_from_fork (arch/x86/kernel/process.c:147) [ 1300.146995] ? __pfx_kthread (kernel/kthread.c:341) [ 1300.147197] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1378.155614] | [ 1378.155736] rcu: Stack dump where RCU GP kthread last ran: | [ 1378.156021] Sending NMI from CPU 1 to CPUs 0: | [ 1378.156264] NMI backtrace for cpu 0 [ 1378.156272] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1378.156274] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1378.156282] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1378.156284] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1378.156286] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1378.156287] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1378.156288] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1378.156289] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1378.156290] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1378.156293] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1378.156295] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1378.156295] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1378.156296] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1378.156297] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1378.156298] PKRU: 55555554 [ 1378.156298] Call Trace: [ 1378.156309] [ 1378.156314] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1378.156319] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1378.156324] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1378.156327] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1378.156330] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1378.156332] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1378.156338] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1378.156340] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1378.156342] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1378.156344] [ 1378.156344] [ 1378.156346] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1378.156352] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1378.156360] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1378.156364] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1378.156366] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1378.156370] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1378.156374] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1378.156381] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1378.156387] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1378.156392] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1378.156398] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1378.156407] ? __bfs (kernel/locking/lockdep.c:1787) [ 1378.156410] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1378.156412] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1378.156415] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1378.156417] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1378.156419] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1378.156425] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1378.156429] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1378.156434] tc_run (net/core/dev.c:3945) [ 1378.156440] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1378.156444] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1378.156446] ? eth_header (net/ethernet/eth.c:85) [ 1378.156450] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1378.156453] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1378.156456] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1378.156458] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1378.156461] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1378.156466] ? __alloc_skb (net/core/skbuff.c:667) [ 1378.156470] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1378.156472] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1378.156474] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1378.156475] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1378.156476] call_timer_fn (kernel/time/timer.c:1700) [ 1378.156480] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1378.156482] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1378.156488] run_timer_softirq (kernel/time/timer.c:2053) [ 1378.156490] __do_softirq (kernel/softirq.c:553) [ 1378.156492] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1378.156496] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1378.156499] [ 1378.156500] [ 1378.156500] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1378.156503] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1378.156505] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1378.156506] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1378.156508] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1378.156508] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1378.156509] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1378.156510] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1378.156510] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1378.156513] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1378.156518] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1378.156519] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1378.156521] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1378.156525] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1378.156527] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1378.156529] arch_call_rest_init+0xe/0x30 [ 1378.156534] start_kernel (init/main.c:1045) [ 1378.156537] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1378.156540] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1378.156541] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1378.156537] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1378.156540] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1378.156541] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1378.156547] [ 1378.180851] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1378.181429] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1378.181717] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1378.182653] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1378.182924] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1378.183289] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1378.183654] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1378.184021] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1378.184383] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1378.184753] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1378.185168] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1378.185463] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1378.185830] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1378.186195] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1378.186567] PKRU: 55555554 [ 1378.186713] Call Trace: [ 1378.186848] [ 1378.186964] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1378.187196] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1378.187434] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1378.187657] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1378.187880] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1378.188111] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1378.188386] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1378.188601] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1378.188855] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1378.189092] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1378.189320] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1378.189592] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1378.189852] [ 1378.189969] [ 1378.190086] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1378.190366] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1378.190624] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1378.190831] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1378.191025] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1378.191266] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1378.191504] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1378.191761] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1378.191975] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1378.192252] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1378.192510] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1378.192790] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1378.193001] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1378.193255] ? __bfs (kernel/locking/lockdep.c:1787) [ 1378.193426] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1378.193644] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1378.193849] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1378.194069] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1378.194309] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1378.194532] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1378.194752] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1378.194952] tc_run (net/core/dev.c:3945) [ 1378.195123] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1378.195342] ? eth_header (net/ethernet/eth.c:85) [ 1378.195532] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1378.195746] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1378.195956] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1378.196171] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1378.196389] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1378.196612] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1378.196824] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1378.197032] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1378.197268] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1378.197495] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1378.197699] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1378.197934] call_timer_fn (kernel/time/timer.c:1700) [ 1378.198129] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1378.198356] ? rcu_core (kernel/rcu/tree.c:2467) [ 1378.198546] run_timer_softirq (kernel/time/timer.c:2053) [ 1378.198750] __do_softirq (kernel/softirq.c:553) [ 1378.198944] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1378.199189] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1378.199382] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1378.199593] kthread (kernel/kthread.c:388) [ 1378.199764] ? __pfx_kthread (kernel/kthread.c:341) [ 1378.199963] ret_from_fork (arch/x86/kernel/process.c:147) [ 1378.200155] ? __pfx_kthread (kernel/kthread.c:341) [ 1378.200353] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1456.208634] | [ 1456.208756] rcu: Stack dump where RCU GP kthread last ran: | [ 1456.209039] Sending NMI from CPU 1 to CPUs 0: | [ 1456.209280] NMI backtrace for cpu 0 [ 1456.209286] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1456.209288] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1456.209295] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1456.209297] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1456.209299] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1456.209300] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1456.209301] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1456.209302] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1456.209303] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1456.209306] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1456.209307] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1456.209308] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1456.209309] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1456.209309] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1456.209310] PKRU: 55555554 [ 1456.209311] Call Trace: [ 1456.209313] [ 1456.209315] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1456.209319] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1456.209324] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1456.209326] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1456.209330] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1456.209332] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1456.209338] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1456.209340] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1456.209342] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1456.209344] [ 1456.209344] [ 1456.209345] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1456.209351] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1456.209359] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1456.209363] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1456.209365] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1456.209369] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1456.209374] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1456.209380] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1456.209387] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1456.209392] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1456.209399] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1456.209407] ? __bfs (kernel/locking/lockdep.c:1787) [ 1456.209412] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1456.209415] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1456.209420] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1456.209422] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1456.209425] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1456.209431] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1456.209434] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1456.209439] tc_run (net/core/dev.c:3945) [ 1456.209446] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1456.209450] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1456.209453] ? eth_header (net/ethernet/eth.c:85) [ 1456.209456] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1456.209459] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1456.209462] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1456.209463] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1456.209467] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1456.209471] ? __alloc_skb (net/core/skbuff.c:667) [ 1456.209475] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1456.209477] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1456.209479] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1456.209481] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1456.209482] call_timer_fn (kernel/time/timer.c:1700) [ 1456.209485] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1456.209487] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1456.209494] run_timer_softirq (kernel/time/timer.c:2053) [ 1456.209495] __do_softirq (kernel/softirq.c:553) [ 1456.209497] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1456.209502] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1456.209505] [ 1456.209505] [ 1456.209506] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1456.209510] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1456.209512] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1456.209514] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1456.209516] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1456.209517] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1456.209518] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1456.209519] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1456.209521] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1456.209524] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1456.209529] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1456.209530] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1456.209533] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1456.209536] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1456.209539] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1456.209541] arch_call_rest_init+0xe/0x30 [ 1456.209546] start_kernel (init/main.c:1045) [ 1456.209549] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1456.209551] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1456.209553] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1456.209549] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1456.209551] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1456.209553] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1456.209559] [ 1456.233883] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1456.234462] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1456.234753] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1456.235686] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1456.235967] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1456.236331] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1456.236696] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1456.237063] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1456.237426] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1456.237791] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1456.238206] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1456.238502] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1456.238868] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1456.239232] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1456.239597] PKRU: 55555554 [ 1456.239742] Call Trace: [ 1456.239877] [ 1456.239992] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1456.240226] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1456.240464] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1456.240685] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1456.240907] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1456.241139] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1456.241414] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1456.241630] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1456.241881] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1456.242115] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1456.242344] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1456.242615] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1456.242873] [ 1456.242989] [ 1456.243106] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1456.243385] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1456.243641] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1456.243846] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1456.244039] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1456.244280] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1456.244518] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1456.244775] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1456.244989] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1456.245264] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1456.245523] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1456.245804] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1456.246019] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1456.246273] ? __bfs (kernel/locking/lockdep.c:1787) [ 1456.246444] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1456.246659] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1456.246863] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1456.247085] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1456.247321] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1456.247545] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1456.247763] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1456.247961] tc_run (net/core/dev.c:3945) [ 1456.248133] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1456.248349] ? eth_header (net/ethernet/eth.c:85) [ 1456.248539] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1456.248753] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1456.248965] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1456.249179] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1456.249387] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1456.249611] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1456.249831] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1456.250040] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1456.250274] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1456.250500] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1456.250704] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1456.250936] call_timer_fn (kernel/time/timer.c:1700) [ 1456.251133] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1456.251360] ? rcu_core (kernel/rcu/tree.c:2467) [ 1456.251549] run_timer_softirq (kernel/time/timer.c:2053) [ 1456.251757] __do_softirq (kernel/softirq.c:553) [ 1456.251952] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1456.252198] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1456.252389] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1456.252601] kthread (kernel/kthread.c:388) [ 1456.252772] ? __pfx_kthread (kernel/kthread.c:341) [ 1456.252972] ret_from_fork (arch/x86/kernel/process.c:147) [ 1456.253164] ? __pfx_kthread (kernel/kthread.c:341) [ 1456.253362] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1534.261618] | [ 1534.261739] rcu: Stack dump where RCU GP kthread last ran: | [ 1534.262024] Sending NMI from CPU 1 to CPUs 0: | [ 1534.262264] NMI backtrace for cpu 0 [ 1534.262271] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1534.262272] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1534.262278] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1534.262279] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1534.262281] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1534.262283] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1534.262284] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1534.262285] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1534.262286] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1534.262288] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1534.262289] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1534.262290] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1534.262291] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1534.262292] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1534.262292] PKRU: 55555554 [ 1534.262293] Call Trace: [ 1534.262295] [ 1534.262297] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1534.262301] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1534.262305] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1534.262308] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1534.262311] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1534.262313] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1534.262319] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1534.262321] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1534.262323] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1534.262325] [ 1534.262325] [ 1534.262326] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1534.262332] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1534.262339] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1534.262343] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1534.262345] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1534.262349] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1534.262353] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1534.262360] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1534.262367] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1534.262372] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1534.262378] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1534.262386] ? __bfs (kernel/locking/lockdep.c:1787) [ 1534.262389] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1534.262391] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1534.262395] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1534.262397] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1534.262399] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1534.262405] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1534.262409] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1534.262413] tc_run (net/core/dev.c:3945) [ 1534.262420] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1534.262424] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1534.262426] ? eth_header (net/ethernet/eth.c:85) [ 1534.262430] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1534.262433] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1534.262435] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1534.262437] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1534.262440] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1534.262445] ? __alloc_skb (net/core/skbuff.c:667) [ 1534.262448] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1534.262450] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1534.262452] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1534.262453] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1534.262455] call_timer_fn (kernel/time/timer.c:1700) [ 1534.262458] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1534.262460] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1534.262466] run_timer_softirq (kernel/time/timer.c:2053) [ 1534.262467] __do_softirq (kernel/softirq.c:553) [ 1534.262471] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1534.262474] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1534.262478] [ 1534.262478] [ 1534.262479] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1534.262482] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1534.262484] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1534.262486] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1534.262487] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1534.262488] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1534.262489] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1534.262489] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1534.262490] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1534.262492] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1534.262497] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1534.262498] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1534.262500] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1534.262504] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1534.262506] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1534.262508] arch_call_rest_init+0xe/0x30 [ 1534.262514] start_kernel (init/main.c:1045) [ 1534.262516] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1534.262519] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1534.262521] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1534.262516] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1534.262519] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1534.262521] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1534.262526] [ 1534.286790] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1534.287372] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1534.287662] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1534.288600] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1534.288873] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1534.289236] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1534.289602] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1534.289967] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1534.290331] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1534.290694] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1534.291110] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1534.291407] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1534.291772] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1534.292137] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1534.292507] PKRU: 55555554 [ 1534.292652] Call Trace: [ 1534.292786] [ 1534.292903] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1534.293138] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1534.293377] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1534.293598] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1534.293821] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1534.294053] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1534.294328] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1534.294544] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1534.294796] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1534.295030] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1534.295258] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1534.295536] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1534.295795] [ 1534.295911] [ 1534.296029] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1534.296307] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1534.296564] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1534.296769] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1534.296961] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1534.297202] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1534.297441] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1534.297696] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1534.297909] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1534.298187] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1534.298445] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1534.298726] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1534.298933] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1534.299186] ? __bfs (kernel/locking/lockdep.c:1787) [ 1534.299358] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1534.299573] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1534.299776] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1534.299999] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1534.300236] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1534.300461] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1534.300680] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1534.300878] tc_run (net/core/dev.c:3945) [ 1534.301048] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1534.301264] ? eth_header (net/ethernet/eth.c:85) [ 1534.301453] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1534.301668] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1534.301878] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1534.302092] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1534.302300] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1534.302523] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1534.302732] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1534.302941] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1534.303176] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1534.303402] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1534.303616] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1534.303848] call_timer_fn (kernel/time/timer.c:1700) [ 1534.304047] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1534.304274] ? rcu_core (kernel/rcu/tree.c:2467) [ 1534.304464] run_timer_softirq (kernel/time/timer.c:2053) [ 1534.304669] __do_softirq (kernel/softirq.c:553) [ 1534.304863] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1534.305109] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1534.305317] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1534.305538] kthread (kernel/kthread.c:388) [ 1534.305708] ? __pfx_kthread (kernel/kthread.c:341) [ 1534.305907] ret_from_fork (arch/x86/kernel/process.c:147) [ 1534.306099] ? __pfx_kthread (kernel/kthread.c:341) [ 1534.306296] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1612.314823] | [ 1612.314948] rcu: Stack dump where RCU GP kthread last ran: | [ 1612.315247] Sending NMI from CPU 1 to CPUs 0: | [ 1612.315493] NMI backtrace for cpu 0 [ 1612.315501] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1612.315502] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1612.315511] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1612.315512] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1612.315515] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1612.315516] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1612.315517] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1612.315517] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1612.315518] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1612.315521] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1612.315522] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1612.315523] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1612.315524] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1612.315525] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1612.315525] PKRU: 55555554 [ 1612.315526] Call Trace: [ 1612.315528] [ 1612.315532] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1612.315537] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1612.315542] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1612.315545] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1612.315549] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1612.315550] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1612.315557] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1612.315559] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1612.315561] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1612.315563] [ 1612.315563] [ 1612.315564] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1612.315570] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1612.315577] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1612.315581] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1612.315583] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1612.315587] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1612.315591] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1612.315598] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1612.315604] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1612.315610] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1612.315615] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1612.315624] ? __bfs (kernel/locking/lockdep.c:1787) [ 1612.315627] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1612.315629] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1612.315633] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1612.315634] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1612.315637] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1612.315643] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1612.315647] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1612.315651] tc_run (net/core/dev.c:3945) [ 1612.315659] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1612.315663] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1612.315665] ? eth_header (net/ethernet/eth.c:85) [ 1612.315669] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1612.315672] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1612.315674] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1612.315676] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1612.315679] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1612.315684] ? __alloc_skb (net/core/skbuff.c:667) [ 1612.315688] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1612.315690] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1612.315691] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1612.315693] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1612.315694] call_timer_fn (kernel/time/timer.c:1700) [ 1612.315697] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1612.315700] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1612.315706] run_timer_softirq (kernel/time/timer.c:2053) [ 1612.315707] __do_softirq (kernel/softirq.c:553) [ 1612.315710] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1612.315714] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1612.315717] [ 1612.315718] [ 1612.315718] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1612.315721] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1612.315723] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1612.315724] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1612.315725] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1612.315726] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1612.315727] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1612.315727] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1612.315728] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1612.315730] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1612.315735] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1612.315736] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1612.315738] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1612.315742] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1612.315745] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1612.315747] arch_call_rest_init+0xe/0x30 [ 1612.315754] start_kernel (init/main.c:1045) [ 1612.315756] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1612.315759] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1612.315760] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1612.315756] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1612.315759] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1612.315760] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1612.315766] [ 1612.340489] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1612.341085] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1612.341382] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1612.342346] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1612.342629] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1612.343006] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1612.343383] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1612.343760] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1612.344142] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1612.344536] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1612.344965] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1612.345281] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1612.345657] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1612.346035] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1612.346411] PKRU: 55555554 [ 1612.346560] Call Trace: [ 1612.346698] [ 1612.346816] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1612.347057] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1612.347304] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1612.347533] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1612.347761] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1612.348001] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1612.348286] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1612.348509] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1612.348769] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1612.349012] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1612.349249] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1612.349529] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1612.349796] [ 1612.349917] [ 1612.350038] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1612.350327] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1612.350596] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1612.350809] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1612.351007] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1612.351257] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1612.351503] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1612.351768] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1612.351989] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1612.352276] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1612.352543] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1612.352833] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1612.353047] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1612.353309] ? __bfs (kernel/locking/lockdep.c:1787) [ 1612.353486] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1612.353708] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1612.353918] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1612.354147] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1612.354392] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1612.354623] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1612.354849] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1612.355058] tc_run (net/core/dev.c:3945) [ 1612.355236] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1612.355459] ? eth_header (net/ethernet/eth.c:85) [ 1612.355654] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1612.355877] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1612.356092] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1612.356313] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1612.356527] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1612.356756] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1612.356972] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1612.357188] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1612.357429] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1612.357662] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1612.357874] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1612.358113] call_timer_fn (kernel/time/timer.c:1700) [ 1612.358317] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1612.358550] ? rcu_core (kernel/rcu/tree.c:2467) [ 1612.358745] run_timer_softirq (kernel/time/timer.c:2053) [ 1612.358959] __do_softirq (kernel/softirq.c:553) [ 1612.359156] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1612.359410] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1612.359608] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1612.359827] kthread (kernel/kthread.c:388) [ 1612.360003] ? __pfx_kthread (kernel/kthread.c:341) [ 1612.360208] ret_from_fork (arch/x86/kernel/process.c:147) [ 1612.360406] ? __pfx_kthread (kernel/kthread.c:341) [ 1612.360610] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1690.367822] | [ 1690.367946] rcu: Stack dump where RCU GP kthread last ran: | [ 1690.368239] Sending NMI from CPU 1 to CPUs 0: | [ 1690.368494] NMI backtrace for cpu 0 [ 1690.368501] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1690.368502] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1690.368509] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1690.368511] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1690.368513] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1690.368514] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1690.368515] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1690.368516] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1690.368517] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1690.368519] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1690.368520] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1690.368521] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1690.368522] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1690.368522] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1690.368523] PKRU: 55555554 [ 1690.368524] Call Trace: [ 1690.368525] [ 1690.368529] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1690.368533] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1690.368537] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1690.368539] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1690.368542] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1690.368544] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1690.368549] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1690.368551] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1690.368553] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1690.368555] [ 1690.368555] [ 1690.368556] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1690.368561] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1690.368568] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1690.368571] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1690.368573] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1690.368576] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1690.368581] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1690.368587] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1690.368593] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1690.368598] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1690.368603] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1690.368611] ? __bfs (kernel/locking/lockdep.c:1787) [ 1690.368613] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1690.368615] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1690.368618] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1690.368620] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1690.368622] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1690.368627] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1690.368631] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1690.368635] tc_run (net/core/dev.c:3945) [ 1690.368641] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1690.368645] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1690.368647] ? eth_header (net/ethernet/eth.c:85) [ 1690.368651] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1690.368653] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1690.368656] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1690.368657] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1690.368660] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1690.368664] ? __alloc_skb (net/core/skbuff.c:667) [ 1690.368667] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1690.368669] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1690.368670] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1690.368672] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1690.368673] call_timer_fn (kernel/time/timer.c:1700) [ 1690.368677] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1690.368679] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1690.368684] run_timer_softirq (kernel/time/timer.c:2053) [ 1690.368685] __do_softirq (kernel/softirq.c:553) [ 1690.368688] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1690.368691] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1690.368694] [ 1690.368694] [ 1690.368695] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1690.368698] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1690.368699] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1690.368700] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1690.368702] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1690.368702] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1690.368703] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1690.368704] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1690.368704] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1690.368707] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1690.368710] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1690.368711] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1690.368713] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1690.368716] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1690.368718] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1690.368720] arch_call_rest_init+0xe/0x30 [ 1690.368724] start_kernel (init/main.c:1045) [ 1690.368726] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1690.368729] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1690.368731] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1690.368726] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1690.368729] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1690.368731] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1690.368736] [ 1690.393540] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1690.394139] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1690.394433] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 1690.395405] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1690.395684] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1690.396063] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1690.396437] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1690.396816] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1690.397193] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1690.397571] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1690.397996] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1690.398303] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1690.398680] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1690.399057] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1690.399433] PKRU: 55555554 [ 1690.399583] Call Trace: [ 1690.399722] [ 1690.399839] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1690.400079] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1690.400329] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1690.400556] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1690.400788] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1690.401025] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1690.401313] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1690.401533] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1690.401793] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1690.402038] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1690.402272] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1690.402552] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1690.402821] [ 1690.402940] [ 1690.403060] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1690.403350] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1690.403615] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1690.403827] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1690.404027] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1690.404274] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1690.404527] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1690.404792] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1690.405014] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1690.405300] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1690.405568] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1690.405857] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1690.406070] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1690.406332] ? __bfs (kernel/locking/lockdep.c:1787) [ 1690.406510] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1690.406732] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1690.406943] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1690.407173] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1690.407419] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1690.407647] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1690.407873] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1690.408079] tc_run (net/core/dev.c:3945) [ 1690.408254] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1690.408485] ? eth_header (net/ethernet/eth.c:85) [ 1690.408680] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1690.408906] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1690.409121] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1690.409342] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1690.409561] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1690.409790] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1690.410006] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1690.410224] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1690.410465] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1690.410701] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1690.410912] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1690.411154] call_timer_fn (kernel/time/timer.c:1700) [ 1690.411358] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1690.411590] ? rcu_core (kernel/rcu/tree.c:2467) [ 1690.411785] run_timer_softirq (kernel/time/timer.c:2053) [ 1690.411999] __do_softirq (kernel/softirq.c:553) [ 1690.412199] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1690.412451] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1690.412650] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1690.412873] kthread (kernel/kthread.c:388) [ 1690.413046] ? __pfx_kthread (kernel/kthread.c:341) [ 1690.413253] ret_from_fork (arch/x86/kernel/process.c:147) [ 1690.413451] ? __pfx_kthread (kernel/kthread.c:341) [ 1690.413657] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1768.420643] | [ 1768.420764] rcu: Stack dump where RCU GP kthread last ran: | [ 1768.421047] Sending NMI from CPU 1 to CPUs 0: | [ 1768.421287] NMI backtrace for cpu 0 [ 1768.421293] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1768.421294] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1768.421301] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1768.421302] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1768.421304] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1768.421305] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1768.421307] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1768.421308] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1768.421308] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1768.421311] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1768.421312] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1768.421313] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1768.421314] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1768.421314] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1768.421315] PKRU: 55555554 [ 1768.421316] Call Trace: [ 1768.421317] [ 1768.421320] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1768.421323] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1768.421328] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1768.421330] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1768.421334] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1768.421335] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1768.421341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1768.421343] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1768.421345] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1768.421347] [ 1768.421347] [ 1768.421348] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1768.421354] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1768.421361] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1768.421365] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1768.421367] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1768.421371] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1768.421375] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1768.421382] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1768.421389] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1768.421393] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1768.421399] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1768.421408] ? __bfs (kernel/locking/lockdep.c:1787) [ 1768.421411] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1768.421413] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1768.421416] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1768.421418] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1768.421421] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1768.421426] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1768.421430] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1768.421435] tc_run (net/core/dev.c:3945) [ 1768.421441] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1768.421446] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1768.421448] ? eth_header (net/ethernet/eth.c:85) [ 1768.421451] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1768.421454] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1768.421456] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1768.421458] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1768.421461] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1768.421464] ? __alloc_skb (net/core/skbuff.c:667) [ 1768.421468] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1768.421469] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1768.421471] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1768.421472] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1768.421474] call_timer_fn (kernel/time/timer.c:1700) [ 1768.421477] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1768.421479] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1768.421485] run_timer_softirq (kernel/time/timer.c:2053) [ 1768.421487] __do_softirq (kernel/softirq.c:553) [ 1768.421489] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1768.421493] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1768.421497] [ 1768.421497] [ 1768.421498] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1768.421501] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1768.421503] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1768.421504] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1768.421505] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1768.421506] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1768.421507] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1768.421507] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1768.421508] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1768.421510] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1768.421515] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1768.421516] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1768.421518] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1768.421522] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1768.421524] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1768.421526] arch_call_rest_init+0xe/0x30 [ 1768.421532] start_kernel (init/main.c:1045) [ 1768.421535] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1768.421538] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1768.421539] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1768.421535] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1768.421538] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1768.421539] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1768.421545] [ 1768.445849] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1768.446431] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1768.446721] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1768.447692] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1768.447965] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1768.448332] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1768.448701] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1768.449065] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1768.449432] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1768.449799] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1768.450209] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1768.450507] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1768.450874] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1768.451240] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1768.451605] PKRU: 55555554 [ 1768.451751] Call Trace: [ 1768.451887] [ 1768.452003] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1768.452235] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1768.452476] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1768.452696] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1768.452924] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1768.453155] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1768.453433] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1768.453646] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1768.453899] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1768.454141] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1768.454369] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1768.454642] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1768.454902] [ 1768.455018] [ 1768.455135] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1768.455416] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1768.455674] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1768.455878] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1768.456070] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1768.456311] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1768.456548] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1768.456805] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1768.457019] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1768.457296] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1768.457554] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1768.457834] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1768.458041] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1768.458294] ? __bfs (kernel/locking/lockdep.c:1787) [ 1768.458467] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1768.458682] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1768.458887] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1768.459108] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1768.459347] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1768.459569] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1768.459790] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1768.459989] tc_run (net/core/dev.c:3945) [ 1768.460155] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1768.460374] ? eth_header (net/ethernet/eth.c:85) [ 1768.460563] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1768.460779] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1768.460988] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1768.461204] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1768.461412] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1768.461632] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1768.461844] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1768.462054] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1768.462287] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1768.462513] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1768.462716] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1768.462950] call_timer_fn (kernel/time/timer.c:1700) [ 1768.463147] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1768.463374] ? rcu_core (kernel/rcu/tree.c:2467) [ 1768.463562] run_timer_softirq (kernel/time/timer.c:2053) [ 1768.463769] __do_softirq (kernel/softirq.c:553) [ 1768.463962] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1768.464217] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1768.464408] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1768.464620] kthread (kernel/kthread.c:388) [ 1768.464790] ? __pfx_kthread (kernel/kthread.c:341) [ 1768.464990] ret_from_fork (arch/x86/kernel/process.c:147) [ 1768.465182] ? __pfx_kthread (kernel/kthread.c:341) [ 1768.465380] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1846.473643] | [ 1846.473765] rcu: Stack dump where RCU GP kthread last ran: | [ 1846.474050] Sending NMI from CPU 1 to CPUs 0: | [ 1846.474288] NMI backtrace for cpu 0 [ 1846.474294] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1846.474295] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1846.474301] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1846.474303] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1846.474305] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1846.474306] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1846.474307] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1846.474308] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1846.474309] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1846.474312] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1846.474313] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1846.474313] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1846.474314] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1846.474315] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1846.474315] PKRU: 55555554 [ 1846.474316] Call Trace: [ 1846.474318] [ 1846.474320] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1846.474324] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1846.474328] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1846.474330] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1846.474333] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1846.474335] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1846.474342] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1846.474344] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1846.474346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1846.474348] [ 1846.474349] [ 1846.474349] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1846.474355] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1846.474362] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1846.474366] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1846.474368] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1846.474372] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1846.474376] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1846.474383] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1846.474389] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1846.474393] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1846.474399] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1846.474407] ? __bfs (kernel/locking/lockdep.c:1787) [ 1846.474410] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1846.474412] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1846.474415] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1846.474417] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1846.474420] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1846.474425] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1846.474429] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1846.474434] tc_run (net/core/dev.c:3945) [ 1846.474441] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1846.474446] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1846.474448] ? eth_header (net/ethernet/eth.c:85) [ 1846.474452] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1846.474455] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1846.474458] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1846.474459] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1846.474462] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1846.474467] ? __alloc_skb (net/core/skbuff.c:667) [ 1846.474470] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1846.474472] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1846.474473] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1846.474475] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1846.474476] call_timer_fn (kernel/time/timer.c:1700) [ 1846.474479] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1846.474481] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1846.474485] run_timer_softirq (kernel/time/timer.c:2053) [ 1846.474486] __do_softirq (kernel/softirq.c:553) [ 1846.474489] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1846.474491] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1846.474494] [ 1846.474495] [ 1846.474495] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1846.474498] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1846.474500] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1846.474501] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1846.474502] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1846.474503] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1846.474504] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1846.474504] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1846.474505] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1846.474507] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1846.474512] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1846.474513] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1846.474515] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1846.474518] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1846.474520] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1846.474522] arch_call_rest_init+0xe/0x30 [ 1846.474527] start_kernel (init/main.c:1045) [ 1846.474529] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1846.474531] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1846.474533] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1846.474529] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1846.474531] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1846.474533] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1846.474538] [ 1846.498802] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1846.499385] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1846.499678] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1846.500617] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1846.500889] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1846.501257] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1846.501620] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1846.501986] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1846.502351] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1846.502716] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1846.503130] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1846.503428] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1846.503800] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1846.504168] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1846.504534] PKRU: 55555554 [ 1846.504679] Call Trace: [ 1846.504816] [ 1846.504931] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1846.505166] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1846.505407] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1846.505626] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1846.505852] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1846.506081] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1846.506359] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1846.506574] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1846.506827] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1846.507064] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1846.507291] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1846.507562] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1846.507823] [ 1846.507938] [ 1846.508056] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1846.508335] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1846.508593] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1846.508799] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1846.508992] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1846.509229] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1846.509469] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1846.509723] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1846.509937] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1846.510215] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1846.510473] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1846.510751] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1846.510958] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1846.511213] ? __bfs (kernel/locking/lockdep.c:1787) [ 1846.511387] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1846.511602] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1846.511806] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1846.512031] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1846.512268] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1846.512491] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1846.512714] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1846.512911] tc_run (net/core/dev.c:3945) [ 1846.513081] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1846.513298] ? eth_header (net/ethernet/eth.c:85) [ 1846.513488] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1846.513716] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1846.513926] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1846.514139] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1846.514349] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1846.514570] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1846.514779] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1846.514991] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1846.515225] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1846.515453] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1846.515655] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1846.515890] call_timer_fn (kernel/time/timer.c:1700) [ 1846.516087] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1846.516312] ? rcu_core (kernel/rcu/tree.c:2467) [ 1846.516501] run_timer_softirq (kernel/time/timer.c:2053) [ 1846.516708] __do_softirq (kernel/softirq.c:553) [ 1846.516901] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1846.517146] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1846.517337] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1846.517551] kthread (kernel/kthread.c:388) [ 1846.517719] ? __pfx_kthread (kernel/kthread.c:341) [ 1846.517919] ret_from_fork (arch/x86/kernel/process.c:147) [ 1846.518111] ? __pfx_kthread (kernel/kthread.c:341) [ 1846.518311] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1924.526615] | [ 1924.526735] rcu: Stack dump where RCU GP kthread last ran: | [ 1924.527018] Sending NMI from CPU 1 to CPUs 0: | [ 1924.527255] NMI backtrace for cpu 0 [ 1924.527261] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1924.527263] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1924.527269] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1924.527271] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 1924.527273] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 1924.527274] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 1924.527275] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 1924.527276] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 1924.527277] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 1924.527279] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 1924.527280] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1924.527281] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 1924.527282] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1924.527283] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1924.527284] PKRU: 55555554 [ 1924.527285] Call Trace: [ 1924.527287] [ 1924.527289] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1924.527292] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1924.527297] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1924.527299] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1924.527303] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1924.527304] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1924.527310] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1924.527313] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1924.527315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1924.527317] [ 1924.527317] [ 1924.527318] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1924.527323] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1924.527331] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1924.527335] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1924.527337] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1924.527340] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1924.527344] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1924.527351] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1924.527357] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1924.527362] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1924.527368] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1924.527376] ? __bfs (kernel/locking/lockdep.c:1787) [ 1924.527379] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1924.527381] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1924.527385] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1924.527387] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1924.527389] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 1924.527395] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1924.527399] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1924.527404] tc_run (net/core/dev.c:3945) [ 1924.527411] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1924.527415] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1924.527417] ? eth_header (net/ethernet/eth.c:85) [ 1924.527421] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1924.527424] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1924.527427] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1924.527429] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1924.527431] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1924.527436] ? __alloc_skb (net/core/skbuff.c:667) [ 1924.527439] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1924.527440] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1924.527442] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1924.527443] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1924.527444] call_timer_fn (kernel/time/timer.c:1700) [ 1924.527447] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1924.527449] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1924.527455] run_timer_softirq (kernel/time/timer.c:2053) [ 1924.527456] __do_softirq (kernel/softirq.c:553) [ 1924.527459] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1924.527462] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1924.527465] [ 1924.527466] [ 1924.527466] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1924.527469] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 1924.527471] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 1924.527472] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 1924.527473] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 1924.527474] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 1924.527475] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 1924.527475] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1924.527476] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 1924.527478] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1924.527483] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 1924.527484] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 1924.527487] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 1924.527490] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 1924.527492] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 1924.527494] arch_call_rest_init+0xe/0x30 [ 1924.527499] start_kernel (init/main.c:1045) [ 1924.527501] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 1924.527504] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 1924.527506] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1924.527501] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 1924.527504] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 1924.527506] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 1924.527512] [ 1924.551735] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1924.552316] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1924.552606] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1924.553549] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 1924.553823] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 1924.554185] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 1924.554549] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 1924.554915] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 1924.555279] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 1924.555642] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 1924.556057] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1924.556355] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 1924.556719] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1924.557093] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1924.557457] PKRU: 55555554 [ 1924.557601] Call Trace: [ 1924.557734] [ 1924.557850] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1924.558084] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1924.558323] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1924.558543] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1924.558764] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1924.558994] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1924.559267] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1924.559484] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1924.559735] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1924.559968] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1924.560197] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1924.560466] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1924.560725] [ 1924.560843] [ 1924.560960] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1924.561237] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1924.561494] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1924.561699] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1924.561891] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1924.562130] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1924.562369] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 1924.562624] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 1924.562837] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 1924.563115] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 1924.563380] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1924.563660] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1924.563866] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1924.564120] ? __bfs (kernel/locking/lockdep.c:1787) [ 1924.564292] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1924.564507] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 1924.564709] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 1924.564933] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1924.565169] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1924.565394] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1924.565611] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1924.565809] tc_run (net/core/dev.c:3945) [ 1924.565979] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 1924.566195] ? eth_header (net/ethernet/eth.c:85) [ 1924.566383] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1924.566599] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1924.566809] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1924.567022] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1924.567229] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1924.567452] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1924.567661] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 1924.567870] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1924.568105] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 1924.568332] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 1924.568535] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 1924.568767] call_timer_fn (kernel/time/timer.c:1700) [ 1924.568965] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1924.569192] ? rcu_core (kernel/rcu/tree.c:2467) [ 1924.569380] run_timer_softirq (kernel/time/timer.c:2053) [ 1924.569585] __do_softirq (kernel/softirq.c:553) [ 1924.569778] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 1924.570022] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 1924.570213] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 1924.570423] kthread (kernel/kthread.c:388) [ 1924.570594] ? __pfx_kthread (kernel/kthread.c:341) [ 1924.570795] ret_from_fork (arch/x86/kernel/process.c:147) [ 1924.570987] ? __pfx_kthread (kernel/kthread.c:341) [ 1924.571184] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2002.579615] | [ 2002.579736] rcu: Stack dump where RCU GP kthread last ran: | [ 2002.580019] Sending NMI from CPU 1 to CPUs 0: | [ 2002.580258] NMI backtrace for cpu 0 [ 2002.580264] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2002.580266] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2002.580272] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2002.580273] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2002.580275] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2002.580276] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2002.580277] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2002.580278] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2002.580279] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2002.580282] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2002.580283] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2002.580284] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2002.580285] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2002.580285] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2002.580286] PKRU: 55555554 [ 2002.580287] Call Trace: [ 2002.580289] [ 2002.580291] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2002.580294] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2002.580299] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2002.580302] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2002.580305] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2002.580307] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2002.580313] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2002.580315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2002.580317] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2002.580318] [ 2002.580319] [ 2002.580320] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2002.580325] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2002.580332] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2002.580337] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2002.580338] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2002.580342] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2002.580347] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2002.580353] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2002.580360] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2002.580364] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2002.580370] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2002.580378] ? __bfs (kernel/locking/lockdep.c:1787) [ 2002.580381] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2002.580383] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2002.580386] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2002.580388] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2002.580391] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2002.580396] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2002.580400] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2002.580404] tc_run (net/core/dev.c:3945) [ 2002.580411] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2002.580415] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2002.580417] ? eth_header (net/ethernet/eth.c:85) [ 2002.580421] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2002.580424] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2002.580427] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2002.580429] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2002.580432] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2002.580436] ? __alloc_skb (net/core/skbuff.c:667) [ 2002.580440] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2002.580442] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2002.580443] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2002.580445] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2002.580446] call_timer_fn (kernel/time/timer.c:1700) [ 2002.580449] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2002.580452] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2002.580457] run_timer_softirq (kernel/time/timer.c:2053) [ 2002.580458] __do_softirq (kernel/softirq.c:553) [ 2002.580461] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2002.580464] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2002.580467] [ 2002.580467] [ 2002.580468] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2002.580471] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2002.580472] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2002.580473] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2002.580475] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2002.580475] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2002.580476] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2002.580477] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2002.580477] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2002.580480] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2002.580484] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2002.580486] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2002.580488] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2002.580491] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2002.580493] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2002.580495] arch_call_rest_init+0xe/0x30 [ 2002.580500] start_kernel (init/main.c:1045) [ 2002.580503] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2002.580506] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2002.580507] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2002.580503] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2002.580506] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2002.580507] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2002.580513] [ 2002.604764] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2002.605344] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2002.605634] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2002.606575] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2002.606846] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2002.607215] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2002.607579] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2002.607943] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2002.608317] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2002.608684] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2002.609096] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2002.609395] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2002.609761] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2002.610128] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2002.610491] PKRU: 55555554 [ 2002.610638] Call Trace: [ 2002.610773] [ 2002.610889] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2002.611121] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2002.611361] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2002.611581] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2002.611804] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2002.612035] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2002.612312] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2002.612524] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2002.612783] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2002.613020] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2002.613248] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2002.613521] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2002.613779] [ 2002.613897] [ 2002.614012] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2002.614292] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2002.614548] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2002.614752] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2002.614945] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2002.615184] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2002.615421] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2002.615677] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2002.615892] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2002.616167] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2002.616426] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2002.616704] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2002.616912] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2002.617164] ? __bfs (kernel/locking/lockdep.c:1787) [ 2002.617336] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2002.617552] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2002.617757] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2002.617979] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2002.618217] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2002.618438] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2002.618661] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2002.618858] tc_run (net/core/dev.c:3945) [ 2002.619026] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2002.619244] ? eth_header (net/ethernet/eth.c:85) [ 2002.619432] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2002.619647] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2002.619854] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2002.620070] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2002.620279] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2002.620498] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2002.620709] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2002.620919] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2002.621153] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2002.621379] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2002.621581] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2002.621816] call_timer_fn (kernel/time/timer.c:1700) [ 2002.622012] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2002.622238] ? rcu_core (kernel/rcu/tree.c:2467) [ 2002.622431] run_timer_softirq (kernel/time/timer.c:2053) [ 2002.622637] __do_softirq (kernel/softirq.c:553) [ 2002.622836] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2002.623082] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2002.623272] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2002.623484] kthread (kernel/kthread.c:388) [ 2002.623654] ? __pfx_kthread (kernel/kthread.c:341) [ 2002.623855] ret_from_fork (arch/x86/kernel/process.c:147) [ 2002.624046] ? __pfx_kthread (kernel/kthread.c:341) [ 2002.624244] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2080.628746] | [ 2080.628867] rcu: Stack dump where RCU GP kthread last ran: | [ 2080.629153] Sending NMI from CPU 1 to CPUs 0: | [ 2080.629391] NMI backtrace for cpu 0 [ 2080.629397] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2080.629398] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2080.629404] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 2080.629406] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2080.629408] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2080.629409] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2080.629410] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2080.629411] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2080.629412] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2080.629415] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2080.629416] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2080.629416] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2080.629417] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2080.629418] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2080.629419] PKRU: 55555554 [ 2080.629419] Call Trace: [ 2080.629421] [ 2080.629423] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2080.629426] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2080.629430] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2080.629433] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2080.629436] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2080.629438] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2080.629445] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2080.629446] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2080.629448] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2080.629450] [ 2080.629450] [ 2080.629451] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2080.629457] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2080.629464] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2080.629469] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2080.629471] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2080.629475] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2080.629479] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2080.629486] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2080.629491] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2080.629497] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2080.629502] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2080.629511] ? __bfs (kernel/locking/lockdep.c:1787) [ 2080.629514] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2080.629516] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2080.629520] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2080.629522] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2080.629524] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2080.629530] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2080.629534] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2080.629538] tc_run (net/core/dev.c:3945) [ 2080.629545] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2080.629549] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2080.629551] ? eth_header (net/ethernet/eth.c:85) [ 2080.629555] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2080.629558] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2080.629561] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2080.629562] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2080.629566] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2080.629570] ? __alloc_skb (net/core/skbuff.c:667) [ 2080.629573] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2080.629575] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2080.629577] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2080.629578] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2080.629580] call_timer_fn (kernel/time/timer.c:1700) [ 2080.629583] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2080.629586] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2080.629591] run_timer_softirq (kernel/time/timer.c:2053) [ 2080.629592] __do_softirq (kernel/softirq.c:553) [ 2080.629595] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2080.629600] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2080.629603] [ 2080.629603] [ 2080.629604] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2080.629607] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2080.629609] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2080.629610] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2080.629611] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2080.629612] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2080.629613] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2080.629614] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2080.629614] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2080.629617] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2080.629622] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2080.629623] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2080.629626] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2080.629629] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2080.629631] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2080.629633] arch_call_rest_init+0xe/0x30 [ 2080.629637] start_kernel (init/main.c:1045) [ 2080.629640] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2080.629642] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2080.629644] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2080.629640] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2080.629642] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2080.629644] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2080.629649] [ 2080.654282] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2080.654865] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2080.655151] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2080.656081] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2080.656350] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2080.656713] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2080.657077] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2080.657438] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2080.657807] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2080.658173] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2080.658582] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2080.658879] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2080.659242] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2080.659611] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2080.659990] PKRU: 55555554 [ 2080.660151] Call Trace: [ 2080.660286] [ 2080.660400] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2080.660644] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2080.660890] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2080.661121] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2080.661353] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2080.661596] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2080.661886] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2080.662105] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2080.662375] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2080.662611] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2080.662838] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2080.663109] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2080.663382] [ 2080.663497] [ 2080.663624] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2080.663910] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2080.664172] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2080.664383] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2080.664588] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2080.664827] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2080.665074] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2080.665333] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2080.665560] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2080.665852] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2080.666117] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2080.666397] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2080.666607] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2080.666875] ? __bfs (kernel/locking/lockdep.c:1787) [ 2080.667059] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2080.667277] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2080.667491] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2080.667724] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2080.667962] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2080.668197] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2080.668428] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2080.668638] tc_run (net/core/dev.c:3945) [ 2080.668819] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2080.669038] ? eth_header (net/ethernet/eth.c:85) [ 2080.669230] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2080.669461] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2080.669669] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2080.669904] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2080.670126] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2080.670346] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2080.670558] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2080.670782] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2080.671029] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2080.671256] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2080.671468] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2080.671707] call_timer_fn (kernel/time/timer.c:1700) [ 2080.671904] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2080.672141] ? rcu_core (kernel/rcu/tree.c:2467) [ 2080.672351] run_timer_softirq (kernel/time/timer.c:2053) [ 2080.672561] __do_softirq (kernel/softirq.c:553) [ 2080.672766] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2080.673011] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2080.673201] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2080.673414] kthread (kernel/kthread.c:388) [ 2080.673582] ? __pfx_kthread (kernel/kthread.c:341) [ 2080.673780] ret_from_fork (arch/x86/kernel/process.c:147) [ 2080.673973] ? __pfx_kthread (kernel/kthread.c:341) [ 2080.674171] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2158.681624] | [ 2158.681746] rcu: Stack dump where RCU GP kthread last ran: | [ 2158.682042] Sending NMI from CPU 1 to CPUs 0: | [ 2158.682280] NMI backtrace for cpu 0 [ 2158.682288] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2158.682290] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2158.682298] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2158.682300] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2158.682302] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2158.682303] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2158.682304] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2158.682305] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2158.682306] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2158.682308] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2158.682310] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2158.682310] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2158.682311] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2158.682312] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2158.682312] PKRU: 55555554 [ 2158.682313] Call Trace: [ 2158.682316] [ 2158.682320] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2158.682324] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2158.682329] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2158.682332] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2158.682335] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2158.682337] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2158.682343] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2158.682345] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2158.682347] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2158.682349] [ 2158.682350] [ 2158.682351] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2158.682356] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2158.682363] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2158.682368] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2158.682369] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2158.682373] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2158.682376] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2158.682382] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2158.682389] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2158.682394] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2158.682399] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2158.682407] ? __bfs (kernel/locking/lockdep.c:1787) [ 2158.682410] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2158.682412] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2158.682415] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2158.682417] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2158.682420] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2158.682425] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2158.682429] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2158.682433] tc_run (net/core/dev.c:3945) [ 2158.682440] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2158.682444] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2158.682445] ? eth_header (net/ethernet/eth.c:85) [ 2158.682449] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2158.682452] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2158.682455] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2158.682457] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2158.682459] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2158.682463] ? __alloc_skb (net/core/skbuff.c:667) [ 2158.682466] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2158.682467] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2158.682469] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2158.682470] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2158.682471] call_timer_fn (kernel/time/timer.c:1700) [ 2158.682475] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2158.682477] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2158.682482] run_timer_softirq (kernel/time/timer.c:2053) [ 2158.682483] __do_softirq (kernel/softirq.c:553) [ 2158.682486] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2158.682490] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2158.682493] [ 2158.682493] [ 2158.682494] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2158.682497] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2158.682499] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2158.682501] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2158.682502] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2158.682503] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2158.682503] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2158.682504] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2158.682505] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2158.682507] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2158.682512] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2158.682513] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2158.682515] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2158.682518] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2158.682520] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2158.682522] arch_call_rest_init+0xe/0x30 [ 2158.682527] start_kernel (init/main.c:1045) [ 2158.682530] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2158.682533] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2158.682534] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2158.682530] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2158.682533] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2158.682534] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2158.682541] [ 2158.706825] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2158.707402] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2158.707692] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 2158.708625] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2158.708898] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2158.709262] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2158.709625] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2158.709991] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2158.710355] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2158.710723] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2158.711137] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2158.711434] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2158.711799] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2158.712173] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2158.712539] PKRU: 55555554 [ 2158.712682] Call Trace: [ 2158.712818] [ 2158.712933] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2158.713167] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2158.713407] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2158.713627] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2158.713851] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2158.714079] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2158.714357] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2158.714572] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2158.714824] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2158.715058] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2158.715287] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2158.715559] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2158.715818] [ 2158.715935] [ 2158.716052] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2158.716333] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2158.716597] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2158.716804] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2158.716996] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2158.717233] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2158.717471] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2158.717727] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2158.717939] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2158.718218] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2158.718475] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2158.718754] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2158.718959] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2158.719213] ? __bfs (kernel/locking/lockdep.c:1787) [ 2158.719384] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2158.719599] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2158.719800] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2158.720024] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2158.720259] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2158.720483] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2158.720700] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2158.720897] tc_run (net/core/dev.c:3945) [ 2158.721067] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2158.721283] ? eth_header (net/ethernet/eth.c:85) [ 2158.721472] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2158.721688] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2158.721906] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2158.722118] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2158.722327] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2158.722548] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2158.722756] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2158.722965] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2158.723200] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2158.723426] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2158.723629] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2158.723861] call_timer_fn (kernel/time/timer.c:1700) [ 2158.724058] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2158.724281] ? rcu_core (kernel/rcu/tree.c:2467) [ 2158.724469] run_timer_softirq (kernel/time/timer.c:2053) [ 2158.724673] __do_softirq (kernel/softirq.c:553) [ 2158.724865] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2158.725109] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2158.725300] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2158.725511] kthread (kernel/kthread.c:388) [ 2158.725679] ? __pfx_kthread (kernel/kthread.c:341) [ 2158.725878] ret_from_fork (arch/x86/kernel/process.c:147) [ 2158.726069] ? __pfx_kthread (kernel/kthread.c:341) [ 2158.726266] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2236.734827] | [ 2236.734952] rcu: Stack dump where RCU GP kthread last ran: | [ 2236.735243] Sending NMI from CPU 1 to CPUs 0: | [ 2236.735490] NMI backtrace for cpu 0 [ 2236.735496] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2236.735498] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2236.735504] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2236.735505] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2236.735507] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2236.735508] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2236.735509] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2236.735510] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2236.735511] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2236.735513] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2236.735514] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2236.735515] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2236.735516] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2236.735517] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2236.735517] PKRU: 55555554 [ 2236.735518] Call Trace: [ 2236.735520] [ 2236.735522] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2236.735525] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2236.735529] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2236.735532] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2236.735535] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2236.735537] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2236.735543] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2236.735545] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2236.735547] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2236.735548] [ 2236.735549] [ 2236.735550] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2236.735555] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2236.735562] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2236.735566] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2236.735568] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2236.735572] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2236.735576] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2236.735582] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2236.735596] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2236.735600] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2236.735606] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2236.735614] ? __bfs (kernel/locking/lockdep.c:1787) [ 2236.735616] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2236.735619] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2236.735622] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2236.735624] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2236.735626] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2236.735631] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2236.735635] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2236.735639] tc_run (net/core/dev.c:3945) [ 2236.735646] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2236.735650] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2236.735652] ? eth_header (net/ethernet/eth.c:85) [ 2236.735655] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2236.735659] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2236.735662] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2236.735663] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2236.735666] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2236.735671] ? __alloc_skb (net/core/skbuff.c:667) [ 2236.735674] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2236.735676] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2236.735677] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2236.735679] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2236.735680] call_timer_fn (kernel/time/timer.c:1700) [ 2236.735683] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2236.735685] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2236.735690] run_timer_softirq (kernel/time/timer.c:2053) [ 2236.735691] __do_softirq (kernel/softirq.c:553) [ 2236.735693] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2236.735696] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2236.735699] [ 2236.735699] [ 2236.735700] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2236.735703] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2236.735704] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2236.735705] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2236.735706] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2236.735707] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2236.735707] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2236.735708] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2236.735709] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2236.735711] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2236.735716] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2236.735717] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2236.735719] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2236.735722] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2236.735725] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2236.735727] arch_call_rest_init+0xe/0x30 [ 2236.735732] start_kernel (init/main.c:1045) [ 2236.735735] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2236.735737] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2236.735739] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2236.735735] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2236.735737] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2236.735739] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2236.735744] [ 2236.760432] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2236.761023] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2236.761316] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2236.762271] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2236.762545] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2236.762917] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2236.763286] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2236.763659] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2236.764030] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2236.764403] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2236.764823] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2236.765123] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2236.765498] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2236.765870] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2236.766241] PKRU: 55555554 [ 2236.766389] Call Trace: [ 2236.766526] [ 2236.766644] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2236.766886] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2236.767136] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2236.767366] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2236.767596] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2236.767836] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2236.768120] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2236.768342] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2236.768600] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2236.768845] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2236.769080] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2236.769361] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2236.769627] [ 2236.769748] [ 2236.769870] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2236.770158] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2236.770423] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2236.770634] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2236.770832] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2236.771080] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2236.771327] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2236.771598] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2236.771818] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2236.772103] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2236.772369] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2236.772658] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2236.772872] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2236.773135] ? __bfs (kernel/locking/lockdep.c:1787) [ 2236.773310] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2236.773535] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2236.773744] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2236.773974] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2236.774219] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2236.774450] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2236.774676] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2236.774880] tc_run (net/core/dev.c:3945) [ 2236.775054] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2236.775279] ? eth_header (net/ethernet/eth.c:85) [ 2236.775473] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2236.775694] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2236.775910] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2236.776133] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2236.776348] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2236.776577] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2236.776794] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2236.777010] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2236.777252] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2236.777486] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2236.777696] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2236.777937] call_timer_fn (kernel/time/timer.c:1700) [ 2236.778140] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2236.778374] ? rcu_core (kernel/rcu/tree.c:2467) [ 2236.778570] run_timer_softirq (kernel/time/timer.c:2053) [ 2236.778782] __do_softirq (kernel/softirq.c:553) [ 2236.778982] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2236.779236] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2236.779434] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2236.779652] kthread (kernel/kthread.c:388) [ 2236.779828] ? __pfx_kthread (kernel/kthread.c:341) [ 2236.780034] ret_from_fork (arch/x86/kernel/process.c:147) [ 2236.780231] ? __pfx_kthread (kernel/kthread.c:341) [ 2236.780436] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2314.787637] | [ 2314.787757] rcu: Stack dump where RCU GP kthread last ran: | [ 2314.788042] Sending NMI from CPU 1 to CPUs 0: | [ 2314.788280] NMI backtrace for cpu 0 [ 2314.788287] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2314.788288] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2314.788293] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2314.788295] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2314.788297] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2314.788298] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2314.788299] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2314.788300] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2314.788300] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2314.788303] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2314.788304] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2314.788305] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2314.788305] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2314.788306] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2314.788307] PKRU: 55555554 [ 2314.788307] Call Trace: [ 2314.788309] [ 2314.788311] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2314.788314] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2314.788319] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2314.788321] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2314.788325] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2314.788326] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2314.788332] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2314.788334] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2314.788336] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2314.788338] [ 2314.788339] [ 2314.788340] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2314.788345] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2314.788353] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2314.788357] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2314.788359] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2314.788362] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2314.788367] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2314.788373] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2314.788379] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2314.788384] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2314.788390] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2314.788398] ? __bfs (kernel/locking/lockdep.c:1787) [ 2314.788401] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2314.788403] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2314.788406] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2314.788408] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2314.788410] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2314.788416] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2314.788419] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2314.788424] tc_run (net/core/dev.c:3945) [ 2314.788431] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2314.788435] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2314.788437] ? eth_header (net/ethernet/eth.c:85) [ 2314.788441] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2314.788444] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2314.788447] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2314.788449] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2314.788452] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2314.788455] ? __alloc_skb (net/core/skbuff.c:667) [ 2314.788458] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2314.788460] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2314.788461] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2314.788463] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2314.788464] call_timer_fn (kernel/time/timer.c:1700) [ 2314.788467] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2314.788469] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2314.788474] run_timer_softirq (kernel/time/timer.c:2053) [ 2314.788475] __do_softirq (kernel/softirq.c:553) [ 2314.788477] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2314.788481] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2314.788484] [ 2314.788484] [ 2314.788485] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2314.788488] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2314.788489] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2314.788491] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2314.788492] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2314.788493] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2314.788493] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2314.788494] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2314.788494] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2314.788497] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2314.788501] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2314.788502] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2314.788505] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2314.788508] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2314.788510] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2314.788513] arch_call_rest_init+0xe/0x30 [ 2314.788518] start_kernel (init/main.c:1045) [ 2314.788520] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2314.788523] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2314.788524] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2314.788520] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2314.788523] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2314.788524] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2314.788530] [ 2314.812876] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2314.813459] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2314.813747] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2314.814694] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2314.814967] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2314.815333] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2314.815697] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2314.816064] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2314.816434] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2314.816801] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2314.817215] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2314.817513] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2314.817882] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2314.818249] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2314.818615] PKRU: 55555554 [ 2314.818762] Call Trace: [ 2314.818898] [ 2314.819014] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2314.819249] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2314.819490] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2314.819710] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2314.819936] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2314.820165] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2314.820446] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2314.820661] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2314.820914] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2314.821162] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2314.821389] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2314.821662] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2314.821924] [ 2314.822039] [ 2314.822156] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2314.822439] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2314.822703] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2314.822909] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2314.823102] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2314.823341] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2314.823579] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2314.823835] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2314.824053] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2314.824330] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2314.824589] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2314.824870] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2314.825075] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2314.825334] ? __bfs (kernel/locking/lockdep.c:1787) [ 2314.825506] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2314.825721] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2314.825926] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2314.826150] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2314.826389] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2314.826611] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2314.826839] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2314.827041] tc_run (net/core/dev.c:3945) [ 2314.827211] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2314.827428] ? eth_header (net/ethernet/eth.c:85) [ 2314.827617] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2314.827835] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2314.828044] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2314.828265] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2314.828476] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2314.828697] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2314.828907] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2314.829119] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2314.829351] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2314.829579] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2314.829782] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2314.830017] call_timer_fn (kernel/time/timer.c:1700) [ 2314.830214] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2314.830439] ? rcu_core (kernel/rcu/tree.c:2467) [ 2314.830637] run_timer_softirq (kernel/time/timer.c:2053) [ 2314.830846] __do_softirq (kernel/softirq.c:553) [ 2314.831051] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2314.831295] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2314.831487] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2314.831702] kthread (kernel/kthread.c:388) [ 2314.831878] ? __pfx_kthread (kernel/kthread.c:341) [ 2314.832080] ret_from_fork (arch/x86/kernel/process.c:147) [ 2314.832273] ? __pfx_kthread (kernel/kthread.c:341) [ 2314.832474] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2392.841661] | [ 2392.841783] rcu: Stack dump where RCU GP kthread last ran: | [ 2392.842066] Sending NMI from CPU 1 to CPUs 0: | [ 2392.842306] NMI backtrace for cpu 0 [ 2392.842312] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2392.842313] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2392.842319] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2392.842320] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2392.842323] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2392.842324] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2392.842325] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2392.842326] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2392.842326] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2392.842329] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2392.842330] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2392.842331] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2392.842332] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2392.842332] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2392.842333] PKRU: 55555554 [ 2392.842333] Call Trace: [ 2392.842335] [ 2392.842337] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2392.842340] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2392.842345] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2392.842348] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2392.842351] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2392.842353] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2392.842359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2392.842361] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2392.842363] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2392.842364] [ 2392.842365] [ 2392.842366] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2392.842371] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2392.842379] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2392.842383] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2392.842385] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2392.842388] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2392.842392] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2392.842399] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2392.842404] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2392.842409] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2392.842415] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2392.842423] ? __bfs (kernel/locking/lockdep.c:1787) [ 2392.842426] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2392.842428] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2392.842431] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2392.842433] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2392.842435] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2392.842441] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2392.842445] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2392.842449] tc_run (net/core/dev.c:3945) [ 2392.842456] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2392.842461] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2392.842462] ? eth_header (net/ethernet/eth.c:85) [ 2392.842466] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2392.842469] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2392.842472] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2392.842474] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2392.842476] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2392.842480] ? __alloc_skb (net/core/skbuff.c:667) [ 2392.842483] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2392.842484] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2392.842486] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2392.842487] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2392.842488] call_timer_fn (kernel/time/timer.c:1700) [ 2392.842492] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2392.842494] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2392.842499] run_timer_softirq (kernel/time/timer.c:2053) [ 2392.842500] __do_softirq (kernel/softirq.c:553) [ 2392.842503] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2392.842507] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2392.842510] [ 2392.842510] [ 2392.842511] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2392.842513] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2392.842516] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2392.842517] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2392.842518] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2392.842519] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2392.842520] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2392.842520] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2392.842521] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2392.842523] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2392.842528] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2392.842529] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2392.842531] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2392.842534] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2392.842536] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2392.842538] arch_call_rest_init+0xe/0x30 [ 2392.842542] start_kernel (init/main.c:1045) [ 2392.842545] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2392.842547] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2392.842549] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2392.842545] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2392.842547] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2392.842549] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2392.842554] [ 2392.866844] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2392.867427] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2392.867715] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 2392.868658] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2392.868932] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2392.869299] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2392.869666] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2392.870033] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2392.870399] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2392.870775] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2392.871188] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2392.871486] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2392.871855] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2392.872222] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2392.872588] PKRU: 55555554 [ 2392.872734] Call Trace: [ 2392.872870] [ 2392.872987] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2392.873220] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2392.873461] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2392.873688] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2392.873912] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2392.874162] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2392.874440] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2392.874655] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2392.874909] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2392.875147] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2392.875375] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2392.875649] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2392.875909] [ 2392.876027] [ 2392.876147] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2392.876429] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2392.876687] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2392.876893] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2392.877090] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2392.877333] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2392.877577] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2392.877837] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2392.878052] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2392.878330] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2392.878589] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2392.878870] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2392.879078] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2392.879333] ? __bfs (kernel/locking/lockdep.c:1787) [ 2392.879506] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2392.879722] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2392.879928] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2392.880150] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2392.880389] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2392.880618] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2392.880849] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2392.881047] tc_run (net/core/dev.c:3945) [ 2392.881215] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2392.881433] ? eth_header (net/ethernet/eth.c:85) [ 2392.881622] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2392.881839] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2392.882047] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2392.882264] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2392.882472] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2392.882692] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2392.882904] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2392.883113] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2392.883347] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2392.883574] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2392.883776] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2392.884011] call_timer_fn (kernel/time/timer.c:1700) [ 2392.884214] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2392.884442] ? rcu_core (kernel/rcu/tree.c:2467) [ 2392.884630] run_timer_softirq (kernel/time/timer.c:2053) [ 2392.884839] __do_softirq (kernel/softirq.c:553) [ 2392.885032] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2392.885277] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2392.885468] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2392.885681] kthread (kernel/kthread.c:388) [ 2392.885852] ? __pfx_kthread (kernel/kthread.c:341) [ 2392.886052] ret_from_fork (arch/x86/kernel/process.c:147) [ 2392.886245] ? __pfx_kthread (kernel/kthread.c:341) [ 2392.886443] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2470.890776] | [ 2470.890899] rcu: Stack dump where RCU GP kthread last ran: | [ 2470.891199] Sending NMI from CPU 1 to CPUs 0: | [ 2470.891442] NMI backtrace for cpu 0 [ 2470.891451] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2470.891454] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2470.891463] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2470.891465] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2470.891468] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2470.891469] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2470.891469] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2470.891471] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2470.891471] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2470.891474] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2470.891475] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2470.891476] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2470.891477] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2470.891478] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2470.891479] PKRU: 55555554 [ 2470.891480] Call Trace: [ 2470.891483] [ 2470.891486] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2470.891490] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2470.891495] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2470.891498] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2470.891502] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2470.891503] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2470.891509] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2470.891511] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2470.891513] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2470.891516] [ 2470.891516] [ 2470.891517] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2470.891522] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2470.891531] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2470.891535] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2470.891536] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2470.891540] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2470.891544] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2470.891551] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2470.891556] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2470.891561] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2470.891567] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2470.891575] ? __bfs (kernel/locking/lockdep.c:1787) [ 2470.891578] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2470.891580] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2470.891583] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2470.891585] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2470.891587] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2470.891593] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2470.891597] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2470.891601] tc_run (net/core/dev.c:3945) [ 2470.891607] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2470.891611] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2470.891613] ? eth_header (net/ethernet/eth.c:85) [ 2470.891617] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2470.891620] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2470.891623] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2470.891625] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2470.891628] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2470.891632] ? __alloc_skb (net/core/skbuff.c:667) [ 2470.891635] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2470.891637] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2470.891639] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2470.891640] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2470.891641] call_timer_fn (kernel/time/timer.c:1700) [ 2470.891645] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2470.891647] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2470.891651] run_timer_softirq (kernel/time/timer.c:2053) [ 2470.891652] __do_softirq (kernel/softirq.c:553) [ 2470.891655] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2470.891659] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2470.891662] [ 2470.891662] [ 2470.891663] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2470.891666] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2470.891668] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2470.891669] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2470.891670] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2470.891671] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2470.891671] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2470.891672] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2470.891673] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2470.891675] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2470.891680] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2470.891681] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2470.891683] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2470.891685] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2470.891688] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2470.891689] arch_call_rest_init+0xe/0x30 [ 2470.891693] start_kernel (init/main.c:1045) [ 2470.891696] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2470.891698] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2470.891700] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2470.891696] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2470.891698] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2470.891700] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2470.891706] [ 2470.916218] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2470.916807] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2470.917095] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2470.918045] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2470.918318] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2470.918695] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2470.919074] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2470.919443] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2470.919820] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2470.920193] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2470.920623] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2470.920932] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2470.921295] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2470.921660] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2470.922024] PKRU: 55555554 [ 2470.922167] Call Trace: [ 2470.922301] [ 2470.922417] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2470.922650] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2470.922891] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2470.923112] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2470.923333] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2470.923564] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2470.923840] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2470.924056] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2470.924307] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2470.924541] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2470.924770] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2470.925041] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2470.925298] [ 2470.925414] [ 2470.925531] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2470.925813] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2470.926069] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2470.926275] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2470.926467] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2470.926707] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2470.926945] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2470.927200] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2470.927415] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2470.927692] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2470.927952] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2470.928233] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2470.928439] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2470.928693] ? __bfs (kernel/locking/lockdep.c:1787) [ 2470.928864] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2470.929079] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2470.929281] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2470.929515] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2470.929750] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2470.929975] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2470.930199] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2470.930397] tc_run (net/core/dev.c:3945) [ 2470.930568] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2470.930800] ? eth_header (net/ethernet/eth.c:85) [ 2470.930990] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2470.931205] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2470.931430] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2470.931644] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2470.931862] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2470.932085] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2470.932298] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2470.932506] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2470.932754] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2470.932982] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2470.933200] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2470.933431] call_timer_fn (kernel/time/timer.c:1700) [ 2470.933639] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2470.933866] ? rcu_core (kernel/rcu/tree.c:2467) [ 2470.934054] run_timer_softirq (kernel/time/timer.c:2053) [ 2470.934266] __do_softirq (kernel/softirq.c:553) [ 2470.934460] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2470.934720] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2470.934912] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2470.935136] kthread (kernel/kthread.c:388) [ 2470.935307] ? __pfx_kthread (kernel/kthread.c:341) [ 2470.935517] ret_from_fork (arch/x86/kernel/process.c:147) [ 2470.935708] ? __pfx_kthread (kernel/kthread.c:341) [ 2470.935906] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2548.944625] | [ 2548.944745] rcu: Stack dump where RCU GP kthread last ran: | [ 2548.945031] Sending NMI from CPU 1 to CPUs 0: | [ 2548.945271] NMI backtrace for cpu 0 [ 2548.945279] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2548.945281] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2548.945289] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2548.945290] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2548.945293] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2548.945294] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2548.945295] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2548.945296] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2548.945296] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2548.945299] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2548.945300] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2548.945301] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2548.945302] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2548.945302] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2548.945303] PKRU: 55555554 [ 2548.945304] Call Trace: [ 2548.945306] [ 2548.945310] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2548.945314] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2548.945319] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2548.945321] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2548.945325] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2548.945326] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2548.945332] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2548.945334] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2548.945336] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2548.945338] [ 2548.945338] [ 2548.945339] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2548.945345] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2548.945352] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2548.945356] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2548.945358] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2548.945362] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2548.945366] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2548.945377] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2548.945383] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2548.945388] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2548.945393] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2548.945401] ? __bfs (kernel/locking/lockdep.c:1787) [ 2548.945404] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2548.945406] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2548.945409] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2548.945411] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2548.945413] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2548.945419] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2548.945423] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2548.945427] tc_run (net/core/dev.c:3945) [ 2548.945434] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2548.945438] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2548.945440] ? eth_header (net/ethernet/eth.c:85) [ 2548.945444] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2548.945447] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2548.945450] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2548.945452] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2548.945454] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2548.945459] ? __alloc_skb (net/core/skbuff.c:667) [ 2548.945462] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2548.945464] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2548.945465] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2548.945467] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2548.945468] call_timer_fn (kernel/time/timer.c:1700) [ 2548.945471] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2548.945473] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2548.945478] run_timer_softirq (kernel/time/timer.c:2053) [ 2548.945479] __do_softirq (kernel/softirq.c:553) [ 2548.945481] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2548.945485] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2548.945488] [ 2548.945489] [ 2548.945490] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2548.945492] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2548.945494] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2548.945495] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2548.945497] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2548.945497] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2548.945498] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2548.945499] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2548.945499] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2548.945502] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2548.945506] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2548.945508] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2548.945510] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2548.945512] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2548.945515] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2548.945516] arch_call_rest_init+0xe/0x30 [ 2548.945521] start_kernel (init/main.c:1045) [ 2548.945524] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2548.945526] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2548.945528] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2548.945524] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2548.945526] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2548.945528] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2548.945534] [ 2548.969755] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2548.970334] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2548.970620] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2548.971557] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2548.971829] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2548.972193] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2548.972558] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2548.972921] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2548.973286] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2548.973653] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2548.974065] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2548.974363] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2548.974728] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2548.975094] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2548.975460] PKRU: 55555554 [ 2548.975607] Call Trace: [ 2548.975740] [ 2548.975856] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2548.976087] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2548.976327] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2548.976549] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2548.976771] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2548.977003] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2548.977282] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2548.977495] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2548.977746] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2548.977984] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2548.978213] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2548.978487] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2548.978747] [ 2548.978864] [ 2548.978980] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2548.979261] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2548.979522] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2548.979733] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2548.979926] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2548.980167] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2548.980404] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2548.980660] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2548.980875] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2548.981152] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2548.981410] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2548.981689] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2548.981898] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2548.982151] ? __bfs (kernel/locking/lockdep.c:1787) [ 2548.982324] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2548.982538] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2548.982746] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2548.982967] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2548.983207] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2548.983428] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2548.983648] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2548.983847] tc_run (net/core/dev.c:3945) [ 2548.984017] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2548.984236] ? eth_header (net/ethernet/eth.c:85) [ 2548.984425] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2548.984640] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2548.984852] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2548.985068] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2548.985277] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2548.985497] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2548.985707] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2548.985918] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2548.986150] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2548.986377] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2548.986580] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2548.986814] call_timer_fn (kernel/time/timer.c:1700) [ 2548.987011] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2548.987237] ? rcu_core (kernel/rcu/tree.c:2467) [ 2548.987425] run_timer_softirq (kernel/time/timer.c:2053) [ 2548.987633] __do_softirq (kernel/softirq.c:553) [ 2548.987826] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2548.988069] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2548.988260] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2548.988472] kthread (kernel/kthread.c:388) [ 2548.988640] ? __pfx_kthread (kernel/kthread.c:341) [ 2548.988841] ret_from_fork (arch/x86/kernel/process.c:147) [ 2548.989033] ? __pfx_kthread (kernel/kthread.c:341) [ 2548.989231] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2626.997682] | [ 2626.997803] rcu: Stack dump where RCU GP kthread last ran: | [ 2626.998084] Sending NMI from CPU 1 to CPUs 0: | [ 2626.998324] NMI backtrace for cpu 0 [ 2626.998332] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2626.998334] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2626.998342] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 2626.998343] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2626.998346] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2626.998347] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2626.998348] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2626.998349] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2626.998350] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2626.998353] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2626.998354] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2626.998355] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2626.998356] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2626.998357] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2626.998357] PKRU: 55555554 [ 2626.998358] Call Trace: [ 2626.998361] [ 2626.998364] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2626.998368] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2626.998373] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2626.998376] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2626.998379] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2626.998381] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2626.998387] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2626.998389] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2626.998391] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2626.998393] [ 2626.998393] [ 2626.998394] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2626.998400] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2626.998407] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2626.998411] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2626.998413] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2626.998417] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2626.998421] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2626.998428] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2626.998434] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2626.998439] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2626.998445] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2626.998453] ? __bfs (kernel/locking/lockdep.c:1787) [ 2626.998456] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2626.998458] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2626.998461] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2626.998463] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2626.998466] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2626.998471] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2626.998475] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2626.998480] tc_run (net/core/dev.c:3945) [ 2626.998486] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2626.998490] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2626.998492] ? eth_header (net/ethernet/eth.c:85) [ 2626.998496] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2626.998500] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2626.998502] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2626.998504] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2626.998507] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2626.998510] ? __alloc_skb (net/core/skbuff.c:667) [ 2626.998513] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2626.998514] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2626.998516] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2626.998517] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2626.998519] call_timer_fn (kernel/time/timer.c:1700) [ 2626.998522] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2626.998524] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2626.998530] run_timer_softirq (kernel/time/timer.c:2053) [ 2626.998531] __do_softirq (kernel/softirq.c:553) [ 2626.998534] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2626.998537] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2626.998540] [ 2626.998540] [ 2626.998541] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2626.998544] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2626.998546] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2626.998547] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2626.998549] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2626.998549] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2626.998550] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2626.998551] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2626.998552] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2626.998554] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2626.998559] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2626.998560] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2626.998562] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2626.998565] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2626.998568] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2626.998570] arch_call_rest_init+0xe/0x30 [ 2626.998575] start_kernel (init/main.c:1045) [ 2626.998578] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2626.998580] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2626.998582] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2626.998578] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2626.998580] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2626.998582] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2626.998588] [ 2627.023092] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2627.023670] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2627.023957] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2627.024902] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2627.025173] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2627.025539] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2627.025905] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2627.026269] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2627.026632] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2627.027011] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2627.027443] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2627.027749] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2627.028118] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2627.028494] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2627.028875] PKRU: 55555554 [ 2627.029026] Call Trace: [ 2627.029171] [ 2627.029294] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2627.029537] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2627.029788] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2627.030012] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2627.030234] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2627.030464] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2627.030739] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2627.030954] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2627.031205] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2627.031443] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2627.031672] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2627.031946] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2627.032203] [ 2627.032320] [ 2627.032437] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2627.032717] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2627.032974] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2627.033179] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2627.033370] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2627.033611] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2627.033850] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2627.034105] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2627.034319] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2627.034594] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2627.034852] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2627.035132] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2627.035340] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2627.035593] ? __bfs (kernel/locking/lockdep.c:1787) [ 2627.035764] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2627.035981] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2627.036183] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2627.036403] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2627.036641] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2627.036863] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2627.037085] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2627.037283] tc_run (net/core/dev.c:3945) [ 2627.037454] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2627.037674] ? eth_header (net/ethernet/eth.c:85) [ 2627.037865] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2627.038079] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2627.038286] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2627.038502] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2627.038724] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2627.038946] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2627.039156] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2627.039398] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2627.039632] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2627.039890] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2627.040101] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2627.040336] call_timer_fn (kernel/time/timer.c:1700) [ 2627.040541] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2627.040767] ? rcu_core (kernel/rcu/tree.c:2467) [ 2627.040967] run_timer_softirq (kernel/time/timer.c:2053) [ 2627.041186] __do_softirq (kernel/softirq.c:553) [ 2627.041377] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2627.041620] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2627.041812] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2627.042036] kthread (kernel/kthread.c:388) [ 2627.042207] ? __pfx_kthread (kernel/kthread.c:341) [ 2627.042424] ret_from_fork (arch/x86/kernel/process.c:147) [ 2627.042615] ? __pfx_kthread (kernel/kthread.c:341) [ 2627.042825] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2705.051622] | [ 2705.051742] rcu: Stack dump where RCU GP kthread last ran: | [ 2705.052027] Sending NMI from CPU 1 to CPUs 0: | [ 2705.052265] NMI backtrace for cpu 0 [ 2705.052278] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2705.052280] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2705.052289] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2705.052290] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2705.052293] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2705.052294] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2705.052295] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2705.052296] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2705.052296] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2705.052298] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2705.052300] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2705.052300] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2705.052301] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2705.052302] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2705.052302] PKRU: 55555554 [ 2705.052303] Call Trace: [ 2705.052306] [ 2705.052310] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2705.052314] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2705.052319] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2705.052322] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2705.052326] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2705.052327] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2705.052334] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2705.052336] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2705.052338] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2705.052340] [ 2705.052340] [ 2705.052341] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2705.052347] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2705.052355] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2705.052359] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2705.052361] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2705.052365] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2705.052368] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2705.052375] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2705.052381] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2705.052386] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2705.052392] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2705.052400] ? __bfs (kernel/locking/lockdep.c:1787) [ 2705.052403] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2705.052405] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2705.052409] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2705.052410] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2705.052413] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2705.052418] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2705.052422] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2705.052426] tc_run (net/core/dev.c:3945) [ 2705.052433] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2705.052437] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2705.052439] ? eth_header (net/ethernet/eth.c:85) [ 2705.052443] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2705.052446] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2705.052448] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2705.052450] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2705.052453] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2705.052457] ? __alloc_skb (net/core/skbuff.c:667) [ 2705.052460] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2705.052461] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2705.052463] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2705.052464] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2705.052466] call_timer_fn (kernel/time/timer.c:1700) [ 2705.052469] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2705.052471] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2705.052477] run_timer_softirq (kernel/time/timer.c:2053) [ 2705.052478] __do_softirq (kernel/softirq.c:553) [ 2705.052481] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2705.052485] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2705.052488] [ 2705.052488] [ 2705.052489] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2705.052493] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2705.052495] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2705.052496] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2705.052497] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2705.052498] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2705.052499] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2705.052499] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2705.052500] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2705.052502] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2705.052507] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2705.052508] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2705.052510] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2705.052514] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2705.052516] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2705.052518] arch_call_rest_init+0xe/0x30 [ 2705.052523] start_kernel (init/main.c:1045) [ 2705.052526] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2705.052528] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2705.052530] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2705.052526] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2705.052528] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2705.052530] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2705.052537] [ 2705.076823] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2705.077402] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2705.077689] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2705.078631] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2705.078910] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2705.079276] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2705.079638] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2705.080004] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2705.080369] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2705.080735] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2705.081148] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2705.081447] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2705.081814] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2705.082178] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2705.082542] PKRU: 55555554 [ 2705.082688] Call Trace: [ 2705.082823] [ 2705.082936] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2705.083170] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2705.083409] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2705.083629] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2705.083853] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2705.084081] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2705.084363] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2705.084577] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2705.084828] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2705.085064] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2705.085292] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2705.085563] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2705.085823] [ 2705.085938] [ 2705.086056] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2705.086338] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2705.086594] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2705.086800] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2705.086993] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2705.087232] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2705.087473] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2705.087729] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2705.087943] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2705.088220] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2705.088478] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2705.088757] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2705.088971] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2705.089228] ? __bfs (kernel/locking/lockdep.c:1787) [ 2705.089401] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2705.089615] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2705.089819] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2705.090042] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2705.090280] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2705.090502] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2705.090721] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2705.090920] tc_run (net/core/dev.c:3945) [ 2705.091089] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2705.091307] ? eth_header (net/ethernet/eth.c:85) [ 2705.091496] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2705.091713] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2705.091922] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2705.092137] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2705.092348] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2705.092568] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2705.092776] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2705.092989] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2705.093221] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2705.093449] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2705.093651] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2705.093885] call_timer_fn (kernel/time/timer.c:1700) [ 2705.094082] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2705.094306] ? rcu_core (kernel/rcu/tree.c:2467) [ 2705.094495] run_timer_softirq (kernel/time/timer.c:2053) [ 2705.094703] __do_softirq (kernel/softirq.c:553) [ 2705.094896] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2705.095138] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2705.095329] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2705.095543] kthread (kernel/kthread.c:388) [ 2705.095710] ? __pfx_kthread (kernel/kthread.c:341) [ 2705.095911] ret_from_fork (arch/x86/kernel/process.c:147) [ 2705.096102] ? __pfx_kthread (kernel/kthread.c:341) [ 2705.096301] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2783.104630] | [ 2783.104752] rcu: Stack dump where RCU GP kthread last ran: | [ 2783.105038] Sending NMI from CPU 1 to CPUs 0: | [ 2783.105279] NMI backtrace for cpu 0 [ 2783.105295] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2783.105297] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2783.105308] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2783.105309] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2783.105312] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2783.105313] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2783.105314] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2783.105315] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2783.105316] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2783.105319] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2783.105320] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2783.105321] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2783.105322] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2783.105323] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2783.105324] PKRU: 55555554 [ 2783.105324] Call Trace: [ 2783.105327] [ 2783.105331] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2783.105336] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2783.105340] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2783.105343] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2783.105346] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2783.105348] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2783.105354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2783.105356] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2783.105359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2783.105361] [ 2783.105361] [ 2783.105362] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2783.105368] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2783.105375] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2783.105380] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2783.105382] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2783.105386] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2783.105393] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2783.105401] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2783.105407] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2783.105411] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2783.105417] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2783.105425] ? __bfs (kernel/locking/lockdep.c:1787) [ 2783.105428] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2783.105431] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2783.105434] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2783.105436] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2783.105438] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2783.105444] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2783.105448] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2783.105452] tc_run (net/core/dev.c:3945) [ 2783.105458] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2783.105463] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2783.105465] ? eth_header (net/ethernet/eth.c:85) [ 2783.105469] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2783.105472] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2783.105474] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2783.105476] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2783.105479] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2783.105483] ? __alloc_skb (net/core/skbuff.c:667) [ 2783.105486] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2783.105487] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2783.105489] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2783.105490] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2783.105492] call_timer_fn (kernel/time/timer.c:1700) [ 2783.105495] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2783.105497] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2783.105502] run_timer_softirq (kernel/time/timer.c:2053) [ 2783.105503] __do_softirq (kernel/softirq.c:553) [ 2783.105505] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2783.105508] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2783.105511] [ 2783.105512] [ 2783.105513] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2783.105516] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2783.105518] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2783.105519] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2783.105520] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2783.105521] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2783.105522] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2783.105522] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2783.105523] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2783.105525] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2783.105530] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2783.105532] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2783.105533] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2783.105537] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2783.105539] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2783.105541] arch_call_rest_init+0xe/0x30 [ 2783.105547] start_kernel (init/main.c:1045) [ 2783.105550] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2783.105553] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2783.105555] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2783.105550] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2783.105553] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2783.105555] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2783.105561] [ 2783.129809] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2783.130386] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2783.130673] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2783.131609] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2783.131880] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2783.132245] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2783.132610] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2783.132974] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2783.133339] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2783.133705] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2783.134115] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2783.134412] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2783.134781] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2783.135146] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2783.135509] PKRU: 55555554 [ 2783.135656] Call Trace: [ 2783.135789] [ 2783.135906] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2783.136136] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2783.136377] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2783.136598] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2783.136821] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2783.137053] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2783.137332] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2783.137545] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2783.137796] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2783.138032] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2783.138259] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2783.138540] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2783.138798] [ 2783.138915] [ 2783.139032] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2783.139312] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2783.139568] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2783.139773] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2783.139966] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2783.140207] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2783.140444] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2783.140702] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2783.140916] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2783.141193] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2783.141450] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2783.141728] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2783.141937] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2783.142190] ? __bfs (kernel/locking/lockdep.c:1787) [ 2783.142362] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2783.142578] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2783.142782] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2783.143003] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2783.143241] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2783.143463] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2783.143683] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2783.143882] tc_run (net/core/dev.c:3945) [ 2783.144049] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2783.144269] ? eth_header (net/ethernet/eth.c:85) [ 2783.144459] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2783.144673] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2783.144882] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2783.145098] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2783.145306] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2783.145527] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2783.145739] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2783.145949] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2783.146184] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2783.146410] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2783.146612] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2783.146849] call_timer_fn (kernel/time/timer.c:1700) [ 2783.147046] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2783.147272] ? rcu_core (kernel/rcu/tree.c:2467) [ 2783.147461] run_timer_softirq (kernel/time/timer.c:2053) [ 2783.147667] __do_softirq (kernel/softirq.c:553) [ 2783.147860] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2783.148105] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2783.148297] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2783.148514] kthread (kernel/kthread.c:388) [ 2783.148684] ? __pfx_kthread (kernel/kthread.c:341) [ 2783.148883] ret_from_fork (arch/x86/kernel/process.c:147) [ 2783.149074] ? __pfx_kthread (kernel/kthread.c:341) [ 2783.149272] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2861.157601] | [ 2861.157722] rcu: Stack dump where RCU GP kthread last ran: | [ 2861.158012] Sending NMI from CPU 1 to CPUs 0: | [ 2861.158256] NMI backtrace for cpu 0 [ 2861.158263] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2861.158266] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2861.158274] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2861.158275] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2861.158278] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2861.158279] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2861.158280] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2861.158281] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2861.158282] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2861.158284] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2861.158285] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2861.158286] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2861.158287] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2861.158288] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2861.158289] PKRU: 55555554 [ 2861.158289] Call Trace: [ 2861.158292] [ 2861.158296] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2861.158300] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2861.158304] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2861.158307] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2861.158310] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2861.158312] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2861.158319] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2861.158321] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2861.158323] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2861.158324] [ 2861.158325] [ 2861.158326] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2861.158331] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2861.158339] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2861.158343] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2861.158344] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2861.158349] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2861.158353] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2861.158360] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2861.158366] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2861.158370] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2861.158376] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2861.158385] ? __bfs (kernel/locking/lockdep.c:1787) [ 2861.158387] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2861.158390] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2861.158393] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2861.158395] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2861.158397] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2861.158403] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2861.158407] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2861.158411] tc_run (net/core/dev.c:3945) [ 2861.158418] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2861.158422] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2861.158424] ? eth_header (net/ethernet/eth.c:85) [ 2861.158428] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2861.158430] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2861.158433] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2861.158434] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2861.158437] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2861.158441] ? __alloc_skb (net/core/skbuff.c:667) [ 2861.158443] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2861.158445] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2861.158447] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2861.158448] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2861.158449] call_timer_fn (kernel/time/timer.c:1700) [ 2861.158453] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2861.158455] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2861.158459] run_timer_softirq (kernel/time/timer.c:2053) [ 2861.158460] __do_softirq (kernel/softirq.c:553) [ 2861.158463] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2861.158467] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2861.158470] [ 2861.158470] [ 2861.158471] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2861.158475] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2861.158476] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2861.158478] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2861.158479] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2861.158480] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2861.158480] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2861.158481] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2861.158482] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2861.158484] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2861.158489] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2861.158490] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2861.158492] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2861.158496] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2861.158498] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2861.158500] arch_call_rest_init+0xe/0x30 [ 2861.158506] start_kernel (init/main.c:1045) [ 2861.158509] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2861.158512] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2861.158514] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2861.158509] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2861.158512] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2861.158514] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2861.158520] [ 2861.182816] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2861.183396] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2861.183684] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2861.184621] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2861.184894] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2861.185260] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2861.185626] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2861.185995] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2861.186360] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2861.186726] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2861.187139] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2861.187442] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2861.187816] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2861.188188] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2861.188550] PKRU: 55555554 [ 2861.188696] Call Trace: [ 2861.188830] [ 2861.188945] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2861.189175] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2861.189414] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2861.189635] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2861.189858] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2861.190088] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2861.190363] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2861.190576] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2861.190827] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2861.191063] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2861.191289] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2861.191561] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2861.191821] [ 2861.191937] [ 2861.192052] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2861.192333] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2861.192588] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2861.192791] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2861.192984] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2861.193225] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2861.193462] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2861.193717] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2861.193932] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2861.194206] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2861.194464] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2861.194742] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2861.194949] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2861.195202] ? __bfs (kernel/locking/lockdep.c:1787) [ 2861.195374] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2861.195588] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2861.195792] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2861.196013] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2861.196250] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2861.196471] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2861.196692] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2861.196889] tc_run (net/core/dev.c:3945) [ 2861.197055] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2861.197275] ? eth_header (net/ethernet/eth.c:85) [ 2861.197464] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2861.197678] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2861.197887] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2861.198109] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2861.198317] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2861.198537] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2861.198748] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2861.198958] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2861.199190] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2861.199416] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2861.199617] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2861.199853] call_timer_fn (kernel/time/timer.c:1700) [ 2861.200049] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2861.200274] ? rcu_core (kernel/rcu/tree.c:2467) [ 2861.200461] run_timer_softirq (kernel/time/timer.c:2053) [ 2861.200668] __do_softirq (kernel/softirq.c:553) [ 2861.200860] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2861.201103] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2861.201295] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2861.201507] kthread (kernel/kthread.c:388) [ 2861.201676] ? __pfx_kthread (kernel/kthread.c:341) [ 2861.201877] ret_from_fork (arch/x86/kernel/process.c:147) [ 2861.202067] ? __pfx_kthread (kernel/kthread.c:341) [ 2861.202265] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2939.206606] | [ 2939.206730] rcu: Stack dump where RCU GP kthread last ran: | [ 2939.207014] Sending NMI from CPU 1 to CPUs 0: | [ 2939.207250] NMI backtrace for cpu 0 [ 2939.207258] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2939.207259] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2939.207267] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2939.207268] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 2939.207271] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 2939.207272] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 2939.207273] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 2939.207274] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 2939.207274] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 2939.207277] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 2939.207278] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2939.207279] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 2939.207280] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2939.207281] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2939.207281] PKRU: 55555554 [ 2939.207282] Call Trace: [ 2939.207285] [ 2939.207288] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2939.207292] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2939.207296] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2939.207299] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2939.207302] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2939.207304] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2939.207310] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2939.207312] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2939.207314] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2939.207316] [ 2939.207316] [ 2939.207317] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2939.207323] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2939.207329] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2939.207333] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2939.207335] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2939.207339] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2939.207343] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2939.207349] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2939.207355] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2939.207360] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2939.207365] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2939.207373] ? __bfs (kernel/locking/lockdep.c:1787) [ 2939.207376] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2939.207378] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2939.207381] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2939.207383] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2939.207386] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 2939.207391] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2939.207395] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2939.207399] tc_run (net/core/dev.c:3945) [ 2939.207406] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2939.207410] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2939.207412] ? eth_header (net/ethernet/eth.c:85) [ 2939.207416] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2939.207419] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2939.207422] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2939.207424] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2939.207427] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2939.207430] ? __alloc_skb (net/core/skbuff.c:667) [ 2939.207433] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2939.207435] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2939.207436] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2939.207437] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2939.207439] call_timer_fn (kernel/time/timer.c:1700) [ 2939.207442] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2939.207444] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2939.207449] run_timer_softirq (kernel/time/timer.c:2053) [ 2939.207450] __do_softirq (kernel/softirq.c:553) [ 2939.207453] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2939.207456] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2939.207459] [ 2939.207460] [ 2939.207460] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2939.207463] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 2939.207465] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 2939.207466] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 2939.207467] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 2939.207468] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 2939.207469] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 2939.207470] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2939.207471] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 2939.207473] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2939.207478] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 2939.207479] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 2939.207481] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 2939.207484] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 2939.207487] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 2939.207488] arch_call_rest_init+0xe/0x30 [ 2939.207493] start_kernel (init/main.c:1045) [ 2939.207495] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 2939.207498] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 2939.207499] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2939.207495] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 2939.207498] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 2939.207499] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 2939.207506] [ 2939.231744] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2939.232326] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2939.232614] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2939.233548] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 2939.233821] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 2939.234185] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 2939.234548] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 2939.234916] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 2939.235281] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 2939.235647] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 2939.236060] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2939.236358] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 2939.236724] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2939.237092] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2939.237457] PKRU: 55555554 [ 2939.237612] Call Trace: [ 2939.237748] [ 2939.237861] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2939.238095] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2939.238334] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2939.238554] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2939.238778] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2939.239007] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2939.239284] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2939.239498] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2939.239749] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2939.239986] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2939.240213] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2939.240482] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2939.240743] [ 2939.240860] [ 2939.240977] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2939.241258] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2939.241514] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2939.241721] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2939.241915] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2939.242153] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2939.242392] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 2939.242647] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 2939.242861] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 2939.243139] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 2939.243400] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2939.243681] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2939.243888] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2939.244143] ? __bfs (kernel/locking/lockdep.c:1787) [ 2939.244317] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2939.244539] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 2939.244744] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 2939.244967] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2939.245203] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2939.245426] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2939.245644] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2939.245841] tc_run (net/core/dev.c:3945) [ 2939.246012] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 2939.246228] ? eth_header (net/ethernet/eth.c:85) [ 2939.246417] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2939.246636] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2939.246844] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2939.247058] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2939.247268] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2939.247489] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2939.247702] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 2939.247914] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2939.248147] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 2939.248374] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 2939.248576] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 2939.248814] call_timer_fn (kernel/time/timer.c:1700) [ 2939.249011] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2939.249234] ? rcu_core (kernel/rcu/tree.c:2467) [ 2939.249423] run_timer_softirq (kernel/time/timer.c:2053) [ 2939.249629] __do_softirq (kernel/softirq.c:553) [ 2939.249822] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 2939.250065] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 2939.250256] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 2939.250470] kthread (kernel/kthread.c:388) [ 2939.250637] ? __pfx_kthread (kernel/kthread.c:341) [ 2939.250836] ret_from_fork (arch/x86/kernel/process.c:147) [ 2939.251027] ? __pfx_kthread (kernel/kthread.c:341) [ 2939.251227] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3017.259636] | [ 3017.259758] rcu: Stack dump where RCU GP kthread last ran: | [ 3017.260040] Sending NMI from CPU 1 to CPUs 0: | [ 3017.260284] NMI backtrace for cpu 0 [ 3017.260292] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3017.260294] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3017.260302] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3017.260304] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3017.260306] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3017.260307] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3017.260308] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3017.260309] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3017.260310] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3017.260312] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3017.260314] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3017.260315] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3017.260315] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3017.260316] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3017.260317] PKRU: 55555554 [ 3017.260318] Call Trace: [ 3017.260320] [ 3017.260324] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3017.260328] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3017.260333] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3017.260336] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3017.260339] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3017.260341] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3017.260347] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3017.260349] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3017.260352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3017.260354] [ 3017.260354] [ 3017.260355] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3017.260360] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3017.260367] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3017.260371] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3017.260373] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3017.260377] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3017.260381] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3017.260388] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3017.260393] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3017.260398] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3017.260404] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3017.260412] ? __bfs (kernel/locking/lockdep.c:1787) [ 3017.260415] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3017.260417] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3017.260420] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3017.260422] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3017.260425] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3017.260431] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3017.260435] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3017.260440] tc_run (net/core/dev.c:3945) [ 3017.260446] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3017.260450] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3017.260452] ? eth_header (net/ethernet/eth.c:85) [ 3017.260455] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3017.260458] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3017.260461] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3017.260462] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3017.260465] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3017.260469] ? __alloc_skb (net/core/skbuff.c:667) [ 3017.260472] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3017.260473] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3017.260475] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3017.260477] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3017.260478] call_timer_fn (kernel/time/timer.c:1700) [ 3017.260482] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3017.260484] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3017.260489] run_timer_softirq (kernel/time/timer.c:2053) [ 3017.260491] __do_softirq (kernel/softirq.c:553) [ 3017.260493] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3017.260497] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3017.260500] [ 3017.260501] [ 3017.260501] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3017.260505] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3017.260507] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3017.260508] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3017.260509] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3017.260510] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3017.260510] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3017.260511] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3017.260512] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3017.260515] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3017.260519] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3017.260521] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3017.260523] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3017.260526] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3017.260529] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3017.260531] arch_call_rest_init+0xe/0x30 [ 3017.260535] start_kernel (init/main.c:1045) [ 3017.260538] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3017.260540] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3017.260542] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3017.260538] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3017.260540] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3017.260542] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3017.260548] [ 3017.284852] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3017.285430] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3017.285716] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3017.286656] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3017.286928] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3017.287301] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3017.287667] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3017.288033] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3017.288398] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3017.288765] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3017.289179] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3017.289476] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3017.289845] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3017.290210] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3017.290578] PKRU: 55555554 [ 3017.290725] Call Trace: [ 3017.290860] [ 3017.290975] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3017.291207] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3017.291448] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3017.291671] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3017.291895] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3017.292126] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3017.292403] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3017.292617] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3017.292870] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3017.293107] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3017.293335] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3017.293614] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3017.293874] [ 3017.293990] [ 3017.294107] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3017.294388] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3017.294644] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3017.294851] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3017.295044] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3017.295285] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3017.295523] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3017.295779] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3017.295993] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3017.296270] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3017.296527] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3017.296807] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3017.297016] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3017.297278] ? __bfs (kernel/locking/lockdep.c:1787) [ 3017.297449] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3017.297664] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3017.297869] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3017.298089] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3017.298326] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3017.298548] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3017.298769] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3017.298968] tc_run (net/core/dev.c:3945) [ 3017.299135] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3017.299355] ? eth_header (net/ethernet/eth.c:85) [ 3017.299545] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3017.299760] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3017.299968] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3017.300185] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3017.300393] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3017.300613] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3017.300826] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3017.301036] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3017.301269] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3017.301495] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3017.301697] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3017.301933] call_timer_fn (kernel/time/timer.c:1700) [ 3017.302130] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3017.302358] ? rcu_core (kernel/rcu/tree.c:2467) [ 3017.302546] run_timer_softirq (kernel/time/timer.c:2053) [ 3017.302753] __do_softirq (kernel/softirq.c:553) [ 3017.302948] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3017.303192] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3017.303383] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3017.303595] kthread (kernel/kthread.c:388) [ 3017.303766] ? __pfx_kthread (kernel/kthread.c:341) [ 3017.303966] ret_from_fork (arch/x86/kernel/process.c:147) [ 3017.304157] ? __pfx_kthread (kernel/kthread.c:341) [ 3017.304356] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3095.312614] | [ 3095.312734] rcu: Stack dump where RCU GP kthread last ran: | [ 3095.313024] Sending NMI from CPU 1 to CPUs 0: | [ 3095.313260] NMI backtrace for cpu 0 [ 3095.313266] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3095.313268] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3095.313272] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 3095.313274] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3095.313276] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3095.313277] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3095.313278] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3095.313279] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3095.313280] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3095.313283] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3095.313284] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3095.313284] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3095.313285] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3095.313286] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3095.313287] PKRU: 55555554 [ 3095.313287] Call Trace: [ 3095.313289] [ 3095.313291] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3095.313294] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3095.313298] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3095.313301] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3095.313304] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3095.313305] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3095.313311] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3095.313313] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3095.313315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3095.313317] [ 3095.313317] [ 3095.313318] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3095.313323] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3095.313329] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3095.313333] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3095.313335] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3095.313338] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3095.313342] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3095.313348] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3095.313354] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3095.313359] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3095.313364] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3095.313372] ? __bfs (kernel/locking/lockdep.c:1787) [ 3095.313375] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3095.313377] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3095.313380] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3095.313382] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3095.313384] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3095.313389] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3095.313393] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3095.313397] tc_run (net/core/dev.c:3945) [ 3095.313403] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3095.313407] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3095.313409] ? eth_header (net/ethernet/eth.c:85) [ 3095.313413] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3095.313416] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3095.313419] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3095.313421] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3095.313424] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3095.313429] ? __alloc_skb (net/core/skbuff.c:667) [ 3095.313431] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3095.313433] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3095.313435] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3095.313436] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3095.313437] call_timer_fn (kernel/time/timer.c:1700) [ 3095.313440] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3095.313442] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3095.313446] run_timer_softirq (kernel/time/timer.c:2053) [ 3095.313447] __do_softirq (kernel/softirq.c:553) [ 3095.313450] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3095.313453] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3095.313456] [ 3095.313456] [ 3095.313457] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3095.313460] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3095.313462] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3095.313463] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3095.313464] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3095.313465] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3095.313466] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3095.313467] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3095.313467] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3095.313469] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3095.313474] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3095.313475] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3095.313477] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3095.313480] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3095.313483] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3095.313484] arch_call_rest_init+0xe/0x30 [ 3095.313489] start_kernel (init/main.c:1045) [ 3095.313491] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3095.313494] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3095.313495] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3095.313491] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3095.313494] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3095.313495] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3095.313500] [ 3095.337725] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3095.338308] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3095.338593] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3095.339531] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3095.339804] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3095.340169] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3095.340533] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3095.340899] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3095.341264] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3095.341630] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3095.342041] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3095.342339] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3095.342704] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3095.343070] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3095.343432] PKRU: 55555554 [ 3095.343578] Call Trace: [ 3095.343713] [ 3095.343827] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3095.344059] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3095.344298] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3095.344516] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3095.344740] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3095.344969] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3095.345247] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3095.345461] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3095.345711] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3095.345949] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3095.346175] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3095.346448] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3095.346712] [ 3095.346829] [ 3095.346945] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3095.347228] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3095.347489] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3095.347693] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3095.347886] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3095.348127] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3095.348362] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3095.348618] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3095.348834] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3095.349110] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3095.349368] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3095.349646] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3095.349851] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3095.350106] ? __bfs (kernel/locking/lockdep.c:1787) [ 3095.350278] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3095.350493] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3095.350697] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3095.350920] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3095.351160] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3095.351381] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3095.351600] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3095.351797] tc_run (net/core/dev.c:3945) [ 3095.351966] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3095.352183] ? eth_header (net/ethernet/eth.c:85) [ 3095.352372] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3095.352587] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3095.352794] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3095.353010] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3095.353220] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3095.353440] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3095.353649] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3095.353861] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3095.354092] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3095.354321] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3095.354523] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3095.354756] call_timer_fn (kernel/time/timer.c:1700) [ 3095.354959] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3095.355185] ? rcu_core (kernel/rcu/tree.c:2467) [ 3095.355372] run_timer_softirq (kernel/time/timer.c:2053) [ 3095.355581] __do_softirq (kernel/softirq.c:553) [ 3095.355774] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3095.356018] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3095.356209] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3095.356422] kthread (kernel/kthread.c:388) [ 3095.356590] ? __pfx_kthread (kernel/kthread.c:341) [ 3095.356798] ret_from_fork (arch/x86/kernel/process.c:147) [ 3095.356991] ? __pfx_kthread (kernel/kthread.c:341) [ 3095.357190] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3173.365650] | [ 3173.365770] rcu: Stack dump where RCU GP kthread last ran: | [ 3173.366057] Sending NMI from CPU 1 to CPUs 0: | [ 3173.366302] NMI backtrace for cpu 0 [ 3173.366309] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3173.366310] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3173.366317] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3173.366318] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3173.366320] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3173.366321] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3173.366322] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3173.366323] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3173.366324] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3173.366327] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3173.366328] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3173.366329] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3173.366330] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3173.366330] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3173.366331] PKRU: 55555554 [ 3173.366332] Call Trace: [ 3173.366333] [ 3173.366335] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3173.366338] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3173.366343] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3173.366346] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3173.366349] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3173.366351] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3173.366357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3173.366359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3173.366361] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3173.366363] [ 3173.366363] [ 3173.366364] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3173.366370] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3173.366377] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3173.366381] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3173.366383] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3173.366387] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3173.366391] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3173.366397] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3173.366403] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3173.366408] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3173.366414] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3173.366422] ? __bfs (kernel/locking/lockdep.c:1787) [ 3173.366425] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3173.366427] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3173.366430] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3173.366432] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3173.366434] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3173.366439] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3173.366443] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3173.366447] tc_run (net/core/dev.c:3945) [ 3173.366454] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3173.366458] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3173.366460] ? eth_header (net/ethernet/eth.c:85) [ 3173.366464] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3173.366467] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3173.366470] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3173.366472] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3173.366475] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3173.366479] ? __alloc_skb (net/core/skbuff.c:667) [ 3173.366482] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3173.366483] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3173.366485] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3173.366486] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3173.366487] call_timer_fn (kernel/time/timer.c:1700) [ 3173.366490] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3173.366492] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3173.366496] run_timer_softirq (kernel/time/timer.c:2053) [ 3173.366497] __do_softirq (kernel/softirq.c:553) [ 3173.366500] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3173.366503] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3173.366505] [ 3173.366506] [ 3173.366506] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3173.366509] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3173.366511] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3173.366513] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3173.366514] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3173.366514] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3173.366515] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3173.366516] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3173.366517] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3173.366519] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3173.366524] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3173.366525] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3173.366527] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3173.366530] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3173.366532] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3173.366534] arch_call_rest_init+0xe/0x30 [ 3173.366539] start_kernel (init/main.c:1045) [ 3173.366541] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3173.366543] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3173.366545] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3173.366541] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3173.366543] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3173.366545] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3173.366550] [ 3173.390860] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3173.391443] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3173.391731] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3173.392670] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3173.392944] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3173.393312] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3173.393678] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3173.394044] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3173.394410] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3173.394777] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3173.395191] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3173.395489] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3173.395859] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3173.396224] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3173.396593] PKRU: 55555554 [ 3173.396740] Call Trace: [ 3173.396876] [ 3173.396991] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3173.397224] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3173.397464] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3173.397685] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3173.397911] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3173.398140] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3173.398420] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3173.398634] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3173.398887] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3173.399124] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3173.399353] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3173.399627] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3173.399888] [ 3173.400005] [ 3173.400120] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3173.400407] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3173.400665] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3173.400871] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3173.401062] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3173.401303] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3173.401540] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3173.401796] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3173.402012] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3173.402289] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3173.402548] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3173.402830] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3173.403036] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3173.403291] ? __bfs (kernel/locking/lockdep.c:1787) [ 3173.403463] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3173.403680] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3173.403886] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3173.404109] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3173.404348] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3173.404570] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3173.404790] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3173.404989] tc_run (net/core/dev.c:3945) [ 3173.405159] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3173.405378] ? eth_header (net/ethernet/eth.c:85) [ 3173.405566] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3173.405783] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3173.405992] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3173.406209] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3173.406423] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3173.406646] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3173.406857] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3173.407068] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3173.407300] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3173.407529] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3173.407732] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3173.407967] call_timer_fn (kernel/time/timer.c:1700) [ 3173.408163] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3173.408389] ? rcu_core (kernel/rcu/tree.c:2467) [ 3173.408577] run_timer_softirq (kernel/time/timer.c:2053) [ 3173.408785] __do_softirq (kernel/softirq.c:553) [ 3173.408978] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3173.409223] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3173.409414] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3173.409628] kthread (kernel/kthread.c:388) [ 3173.409797] ? __pfx_kthread (kernel/kthread.c:341) [ 3173.409998] ret_from_fork (arch/x86/kernel/process.c:147) [ 3173.410190] ? __pfx_kthread (kernel/kthread.c:341) [ 3173.410390] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3251.418838] | [ 3251.418966] rcu: Stack dump where RCU GP kthread last ran: | [ 3251.419262] Sending NMI from CPU 1 to CPUs 0: | [ 3251.419501] NMI backtrace for cpu 0 [ 3251.419507] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3251.419509] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3251.419515] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3251.419516] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3251.419518] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3251.419519] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3251.419520] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3251.419521] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3251.419522] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3251.419525] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3251.419526] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3251.419527] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3251.419528] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3251.419528] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3251.419529] PKRU: 55555554 [ 3251.419530] Call Trace: [ 3251.419531] [ 3251.419533] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3251.419537] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3251.419541] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3251.419543] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3251.419547] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3251.419548] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3251.419554] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3251.419556] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3251.419559] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3251.419561] [ 3251.419561] [ 3251.419562] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3251.419567] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3251.419575] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3251.419579] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3251.419581] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3251.419584] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3251.419588] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3251.419594] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3251.419600] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3251.419604] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3251.419610] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3251.419618] ? __bfs (kernel/locking/lockdep.c:1787) [ 3251.419621] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3251.419623] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3251.419626] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3251.419628] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3251.419631] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3251.419636] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3251.419641] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3251.419645] tc_run (net/core/dev.c:3945) [ 3251.419651] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3251.419655] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3251.419657] ? eth_header (net/ethernet/eth.c:85) [ 3251.419661] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3251.419664] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3251.419667] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3251.419669] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3251.419672] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3251.419677] ? __alloc_skb (net/core/skbuff.c:667) [ 3251.419681] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3251.419683] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3251.419685] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3251.419686] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3251.419687] call_timer_fn (kernel/time/timer.c:1700) [ 3251.419691] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3251.419693] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3251.419699] run_timer_softirq (kernel/time/timer.c:2053) [ 3251.419700] __do_softirq (kernel/softirq.c:553) [ 3251.419703] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3251.419706] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3251.419709] [ 3251.419710] [ 3251.419711] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3251.419713] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3251.419715] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3251.419717] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3251.419718] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3251.419719] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3251.419719] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3251.419720] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3251.419721] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3251.419723] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3251.419728] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3251.419729] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3251.419731] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3251.419734] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3251.419736] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3251.419738] arch_call_rest_init+0xe/0x30 [ 3251.419743] start_kernel (init/main.c:1045) [ 3251.419745] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3251.419747] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3251.419749] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3251.419745] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3251.419747] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3251.419749] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3251.419754] [ 3251.444888] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3251.445488] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3251.445797] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3251.446825] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3251.447132] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3251.447513] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3251.447882] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3251.448246] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3251.448613] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3251.448980] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3251.449409] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3251.449720] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3251.450099] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3251.450470] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3251.450850] PKRU: 55555554 [ 3251.450997] Call Trace: [ 3251.451146] [ 3251.451261] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3251.451516] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3251.451776] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3251.452008] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3251.452233] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3251.452477] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3251.452757] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3251.452970] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3251.453244] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3251.453482] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3251.453708] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3251.453986] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3251.454258] [ 3251.454391] [ 3251.454506] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3251.454788] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3251.455063] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3251.455268] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3251.455466] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3251.455720] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3251.455987] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3251.456257] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3251.456492] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3251.456785] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3251.457066] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3251.457384] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3251.457601] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3251.457864] ? __bfs (kernel/locking/lockdep.c:1787) [ 3251.458037] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3251.458266] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3251.458472] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3251.458714] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3251.458962] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3251.459204] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3251.459441] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3251.459663] tc_run (net/core/dev.c:3945) [ 3251.459843] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3251.460084] ? eth_header (net/ethernet/eth.c:85) [ 3251.460272] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3251.460511] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3251.460718] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3251.460956] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3251.461177] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3251.461397] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3251.461629] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3251.461856] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3251.462099] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3251.462341] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3251.462549] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3251.462783] call_timer_fn (kernel/time/timer.c:1700) [ 3251.462996] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3251.463238] ? rcu_core (kernel/rcu/tree.c:2467) [ 3251.463428] run_timer_softirq (kernel/time/timer.c:2053) [ 3251.463651] __do_softirq (kernel/softirq.c:553) [ 3251.463859] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3251.464125] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3251.464343] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3251.464572] kthread (kernel/kthread.c:388) [ 3251.464765] ? __pfx_kthread (kernel/kthread.c:341) [ 3251.464979] ret_from_fork (arch/x86/kernel/process.c:147) [ 3251.465199] ? __pfx_kthread (kernel/kthread.c:341) [ 3251.465435] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3329.472627] | [ 3329.472748] rcu: Stack dump where RCU GP kthread last ran: | [ 3329.473032] Sending NMI from CPU 1 to CPUs 0: | [ 3329.473270] NMI backtrace for cpu 0 [ 3329.473277] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3329.473278] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3329.473284] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3329.473286] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3329.473287] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3329.473289] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3329.473289] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3329.473291] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3329.473291] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3329.473294] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3329.473296] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3329.473296] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3329.473298] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3329.473298] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3329.473299] PKRU: 55555554 [ 3329.473300] Call Trace: [ 3329.473302] [ 3329.473304] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3329.473308] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3329.473312] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3329.473315] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3329.473318] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3329.473320] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3329.473326] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3329.473328] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3329.473330] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3329.473332] [ 3329.473333] [ 3329.473334] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3329.473339] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3329.473347] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3329.473351] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3329.473353] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3329.473356] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3329.473360] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3329.473366] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3329.473380] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3329.473384] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3329.473390] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3329.473398] ? __bfs (kernel/locking/lockdep.c:1787) [ 3329.473401] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3329.473404] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3329.473407] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3329.473409] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3329.473411] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3329.473416] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3329.473420] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3329.473425] tc_run (net/core/dev.c:3945) [ 3329.473431] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3329.473436] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3329.473438] ? eth_header (net/ethernet/eth.c:85) [ 3329.473442] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3329.473445] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3329.473447] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3329.473449] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3329.473452] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3329.473457] ? __alloc_skb (net/core/skbuff.c:667) [ 3329.473460] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3329.473462] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3329.473464] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3329.473465] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3329.473467] call_timer_fn (kernel/time/timer.c:1700) [ 3329.473470] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3329.473473] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3329.473478] run_timer_softirq (kernel/time/timer.c:2053) [ 3329.473479] __do_softirq (kernel/softirq.c:553) [ 3329.473481] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3329.473486] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3329.473489] [ 3329.473490] [ 3329.473490] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3329.473493] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3329.473495] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3329.473496] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3329.473497] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3329.473498] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3329.473498] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3329.473499] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3329.473500] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3329.473502] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3329.473507] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3329.473508] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3329.473510] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3329.473513] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3329.473515] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3329.473517] arch_call_rest_init+0xe/0x30 [ 3329.473522] start_kernel (init/main.c:1045) [ 3329.473524] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3329.473527] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3329.473528] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3329.473524] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3329.473527] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3329.473528] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3329.473533] [ 3329.497814] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3329.498392] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3329.498679] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3329.499621] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3329.499894] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3329.500260] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3329.500626] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3329.500989] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3329.501354] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3329.501721] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3329.502133] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3329.502432] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3329.502799] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3329.503165] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3329.503530] PKRU: 55555554 [ 3329.503676] Call Trace: [ 3329.503812] [ 3329.503927] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3329.504159] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3329.504399] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3329.504620] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3329.504843] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3329.505075] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3329.505351] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3329.505572] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3329.505825] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3329.506061] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3329.506289] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3329.506562] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3329.506822] [ 3329.506939] [ 3329.507055] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3329.507335] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3329.507592] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3329.507796] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3329.507988] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3329.508228] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3329.508465] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3329.508720] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3329.508937] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3329.509212] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3329.509473] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3329.509751] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3329.509960] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3329.510211] ? __bfs (kernel/locking/lockdep.c:1787) [ 3329.510384] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3329.510599] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3329.510804] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3329.511024] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3329.511263] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3329.511485] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3329.511707] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3329.511907] tc_run (net/core/dev.c:3945) [ 3329.512074] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3329.512295] ? eth_header (net/ethernet/eth.c:85) [ 3329.512485] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3329.512701] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3329.512917] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3329.513142] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3329.513351] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3329.513570] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3329.513780] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3329.513991] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3329.514223] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3329.514449] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3329.514651] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3329.514886] call_timer_fn (kernel/time/timer.c:1700) [ 3329.515081] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3329.515309] ? rcu_core (kernel/rcu/tree.c:2467) [ 3329.515504] run_timer_softirq (kernel/time/timer.c:2053) [ 3329.515711] __do_softirq (kernel/softirq.c:553) [ 3329.515905] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3329.516150] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3329.516340] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3329.516551] kthread (kernel/kthread.c:388) [ 3329.516725] ? __pfx_kthread (kernel/kthread.c:341) [ 3329.516925] ret_from_fork (arch/x86/kernel/process.c:147) [ 3329.517116] ? __pfx_kthread (kernel/kthread.c:341) [ 3329.517314] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3407.521636] | [ 3407.521757] rcu: Stack dump where RCU GP kthread last ran: | [ 3407.522040] Sending NMI from CPU 1 to CPUs 0: | [ 3407.522281] NMI backtrace for cpu 0 [ 3407.522289] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3407.522291] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3407.522299] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3407.522300] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3407.522302] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3407.522303] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3407.522304] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3407.522305] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3407.522306] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3407.522308] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3407.522309] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3407.522310] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3407.522311] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3407.522312] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3407.522312] PKRU: 55555554 [ 3407.522313] Call Trace: [ 3407.522315] [ 3407.522319] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3407.522322] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3407.522328] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3407.522330] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3407.522334] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3407.522335] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3407.522341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3407.522343] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3407.522345] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3407.522347] [ 3407.522347] [ 3407.522348] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3407.522354] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3407.522361] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3407.522365] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3407.522367] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3407.522371] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3407.522374] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3407.522381] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3407.522386] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3407.522391] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3407.522396] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3407.522404] ? __bfs (kernel/locking/lockdep.c:1787) [ 3407.522407] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3407.522409] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3407.522412] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3407.522414] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3407.522416] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3407.522423] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3407.522427] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3407.522431] tc_run (net/core/dev.c:3945) [ 3407.522437] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3407.522441] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3407.522443] ? eth_header (net/ethernet/eth.c:85) [ 3407.522447] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3407.522451] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3407.522453] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3407.522455] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3407.522458] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3407.522462] ? __alloc_skb (net/core/skbuff.c:667) [ 3407.522464] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3407.522466] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3407.522468] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3407.522469] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3407.522471] call_timer_fn (kernel/time/timer.c:1700) [ 3407.522474] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3407.522476] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3407.522482] run_timer_softirq (kernel/time/timer.c:2053) [ 3407.522483] __do_softirq (kernel/softirq.c:553) [ 3407.522486] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3407.522489] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3407.522493] [ 3407.522493] [ 3407.522494] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3407.522497] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3407.522499] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3407.522500] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3407.522501] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3407.522502] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3407.522503] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3407.522503] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3407.522504] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3407.522506] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3407.522511] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3407.522512] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3407.522514] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3407.522517] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3407.522519] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3407.522521] arch_call_rest_init+0xe/0x30 [ 3407.522527] start_kernel (init/main.c:1045) [ 3407.522529] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3407.522531] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3407.522533] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3407.522529] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3407.522531] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3407.522533] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3407.522539] [ 3407.546924] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3407.547508] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3407.547796] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3407.548741] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3407.549015] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3407.549385] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3407.549752] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3407.550123] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3407.550493] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3407.550862] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3407.551276] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3407.551574] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3407.551944] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3407.552312] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3407.552678] PKRU: 55555554 [ 3407.552824] Call Trace: [ 3407.552959] [ 3407.553075] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3407.553309] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3407.553549] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3407.553773] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3407.553996] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3407.554229] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3407.554506] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3407.554720] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3407.554973] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3407.555216] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3407.555445] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3407.555718] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3407.555978] [ 3407.556095] [ 3407.556213] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3407.556492] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3407.556751] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3407.556957] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3407.557151] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3407.557393] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3407.557632] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3407.557890] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3407.558104] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3407.558381] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3407.558640] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3407.558922] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3407.559130] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3407.559384] ? __bfs (kernel/locking/lockdep.c:1787) [ 3407.559556] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3407.559773] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3407.559979] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3407.560201] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3407.560439] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3407.560662] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3407.560885] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3407.561084] tc_run (net/core/dev.c:3945) [ 3407.561254] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3407.561473] ? eth_header (net/ethernet/eth.c:85) [ 3407.561664] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3407.561880] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3407.562089] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3407.562307] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3407.562517] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3407.562740] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3407.562952] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3407.563162] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3407.563398] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3407.563624] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3407.563827] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3407.564062] call_timer_fn (kernel/time/timer.c:1700) [ 3407.564259] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3407.564487] ? rcu_core (kernel/rcu/tree.c:2467) [ 3407.564677] run_timer_softirq (kernel/time/timer.c:2053) [ 3407.564884] __do_softirq (kernel/softirq.c:553) [ 3407.565088] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3407.565335] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3407.565528] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3407.565740] kthread (kernel/kthread.c:388) [ 3407.565912] ? __pfx_kthread (kernel/kthread.c:341) [ 3407.566112] ret_from_fork (arch/x86/kernel/process.c:147) [ 3407.566305] ? __pfx_kthread (kernel/kthread.c:341) [ 3407.566503] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3485.574610] | [ 3485.574732] rcu: Stack dump where RCU GP kthread last ran: | [ 3485.575015] Sending NMI from CPU 1 to CPUs 0: | [ 3485.575253] NMI backtrace for cpu 0 [ 3485.575261] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3485.575263] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3485.575271] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3485.575272] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3485.575274] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3485.575275] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3485.575276] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3485.575277] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3485.575278] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3485.575281] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3485.575282] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3485.575283] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3485.575284] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3485.575284] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3485.575285] PKRU: 55555554 [ 3485.575286] Call Trace: [ 3485.575289] [ 3485.575292] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3485.575296] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3485.575302] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3485.575304] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3485.575307] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3485.575309] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3485.575315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3485.575317] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3485.575319] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3485.575321] [ 3485.575321] [ 3485.575322] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3485.575328] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3485.575335] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3485.575339] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3485.575341] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3485.575345] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3485.575349] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3485.575355] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3485.575360] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3485.575365] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3485.575371] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3485.575379] ? __bfs (kernel/locking/lockdep.c:1787) [ 3485.575381] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3485.575384] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3485.575387] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3485.575389] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3485.575391] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3485.575396] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3485.575400] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3485.575404] tc_run (net/core/dev.c:3945) [ 3485.575411] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3485.575415] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3485.575417] ? eth_header (net/ethernet/eth.c:85) [ 3485.575421] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3485.575424] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3485.575426] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3485.575428] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3485.575431] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3485.575436] ? __alloc_skb (net/core/skbuff.c:667) [ 3485.575439] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3485.575441] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3485.575443] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3485.575444] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3485.575446] call_timer_fn (kernel/time/timer.c:1700) [ 3485.575449] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3485.575451] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3485.575456] run_timer_softirq (kernel/time/timer.c:2053) [ 3485.575456] __do_softirq (kernel/softirq.c:553) [ 3485.575459] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3485.575462] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3485.575465] [ 3485.575465] [ 3485.575466] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3485.575469] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3485.575471] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3485.575472] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3485.575473] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3485.575474] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3485.575475] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3485.575476] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3485.575476] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3485.575478] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3485.575483] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3485.575485] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3485.575487] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3485.575490] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3485.575493] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3485.575494] arch_call_rest_init+0xe/0x30 [ 3485.575499] start_kernel (init/main.c:1045) [ 3485.575502] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3485.575504] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3485.575506] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3485.575502] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3485.575504] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3485.575506] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3485.575512] [ 3485.599647] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3485.600223] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3485.600507] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3485.601440] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3485.601709] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3485.602074] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3485.602436] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3485.602799] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3485.603162] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3485.603527] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3485.603937] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3485.604233] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3485.604611] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3485.604975] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3485.605340] PKRU: 55555554 [ 3485.605485] Call Trace: [ 3485.605622] [ 3485.605737] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3485.605968] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3485.606207] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3485.606428] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3485.606650] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3485.606895] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3485.607171] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3485.607386] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3485.607638] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3485.607877] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3485.608103] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3485.608374] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3485.608631] [ 3485.608747] [ 3485.608864] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3485.609141] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3485.609397] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3485.609600] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3485.609791] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3485.610033] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3485.610269] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3485.610523] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3485.610736] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3485.611011] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3485.611267] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3485.611545] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3485.611753] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3485.612004] ? __bfs (kernel/locking/lockdep.c:1787) [ 3485.612175] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3485.612390] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3485.612592] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3485.612813] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3485.613050] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3485.613270] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3485.613490] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3485.613687] tc_run (net/core/dev.c:3945) [ 3485.613854] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3485.614074] ? eth_header (net/ethernet/eth.c:85) [ 3485.614263] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3485.614477] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3485.614691] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3485.614907] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3485.615115] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3485.615334] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3485.615548] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3485.615756] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3485.615989] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3485.616214] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3485.616414] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3485.616648] call_timer_fn (kernel/time/timer.c:1700) [ 3485.616844] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3485.617069] ? rcu_core (kernel/rcu/tree.c:2467) [ 3485.617257] run_timer_softirq (kernel/time/timer.c:2053) [ 3485.617461] __do_softirq (kernel/softirq.c:553) [ 3485.617652] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3485.617912] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3485.618103] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3485.618314] kthread (kernel/kthread.c:388) [ 3485.618482] ? __pfx_kthread (kernel/kthread.c:341) [ 3485.618680] ret_from_fork (arch/x86/kernel/process.c:147) [ 3485.618872] ? __pfx_kthread (kernel/kthread.c:341) [ 3485.619069] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3563.627620] | [ 3563.627741] rcu: Stack dump where RCU GP kthread last ran: | [ 3563.628022] Sending NMI from CPU 1 to CPUs 0: | [ 3563.628262] NMI backtrace for cpu 0 [ 3563.628269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3563.628271] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3563.628277] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3563.628279] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3563.628281] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3563.628282] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3563.628283] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3563.628284] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3563.628285] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3563.628288] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3563.628289] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3563.628290] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3563.628291] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3563.628292] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3563.628292] PKRU: 55555554 [ 3563.628293] Call Trace: [ 3563.628295] [ 3563.628297] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3563.628301] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3563.628306] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3563.628309] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3563.628313] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3563.628314] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3563.628320] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3563.628322] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3563.628324] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3563.628326] [ 3563.628326] [ 3563.628327] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3563.628333] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3563.628340] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3563.628344] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3563.628345] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3563.628349] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3563.628352] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3563.628359] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3563.628364] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3563.628370] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3563.628375] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3563.628383] ? __bfs (kernel/locking/lockdep.c:1787) [ 3563.628386] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3563.628388] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3563.628392] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3563.628393] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3563.628396] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3563.628401] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3563.628405] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3563.628409] tc_run (net/core/dev.c:3945) [ 3563.628416] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3563.628420] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3563.628422] ? eth_header (net/ethernet/eth.c:85) [ 3563.628426] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3563.628429] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3563.628432] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3563.628434] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3563.628437] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3563.628441] ? __alloc_skb (net/core/skbuff.c:667) [ 3563.628444] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3563.628446] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3563.628448] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3563.628449] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3563.628451] call_timer_fn (kernel/time/timer.c:1700) [ 3563.628453] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3563.628456] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3563.628460] run_timer_softirq (kernel/time/timer.c:2053) [ 3563.628461] __do_softirq (kernel/softirq.c:553) [ 3563.628464] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3563.628467] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3563.628470] [ 3563.628470] [ 3563.628471] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3563.628474] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3563.628475] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3563.628477] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3563.628477] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3563.628478] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3563.628479] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3563.628480] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3563.628480] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3563.628483] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3563.628488] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3563.628489] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3563.628491] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3563.628494] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3563.628497] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3563.628498] arch_call_rest_init+0xe/0x30 [ 3563.628503] start_kernel (init/main.c:1045) [ 3563.628506] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3563.628508] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3563.628510] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3563.628506] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3563.628508] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3563.628510] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3563.628515] [ 3563.652882] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3563.653477] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3563.653775] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3563.654745] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3563.655025] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3563.655401] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3563.655777] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3563.656152] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3563.656527] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3563.656900] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3563.657325] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3563.657632] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3563.658012] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3563.658386] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3563.658762] PKRU: 55555554 [ 3563.658912] Call Trace: [ 3563.659049] [ 3563.659167] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3563.659411] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3563.659654] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3563.659883] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3563.660111] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3563.660348] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3563.660623] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3563.660838] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3563.661088] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3563.661327] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3563.661556] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3563.661827] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3563.662086] [ 3563.662203] [ 3563.662320] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3563.662598] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3563.662855] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3563.663058] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3563.663249] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3563.663489] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3563.663727] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3563.663983] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3563.664201] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3563.664476] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3563.664733] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3563.665014] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3563.665219] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3563.665472] ? __bfs (kernel/locking/lockdep.c:1787) [ 3563.665641] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3563.665860] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3563.666063] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3563.666283] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3563.666521] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3563.666745] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3563.666965] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3563.667162] tc_run (net/core/dev.c:3945) [ 3563.667332] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3563.667548] ? eth_header (net/ethernet/eth.c:85) [ 3563.667741] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3563.667956] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3563.668167] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3563.668381] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3563.668589] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3563.668811] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3563.669020] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3563.669233] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3563.669466] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3563.669691] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3563.669896] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3563.670127] call_timer_fn (kernel/time/timer.c:1700) [ 3563.670324] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3563.670551] ? rcu_core (kernel/rcu/tree.c:2467) [ 3563.670740] run_timer_softirq (kernel/time/timer.c:2053) [ 3563.670945] __do_softirq (kernel/softirq.c:553) [ 3563.671138] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3563.671384] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3563.671575] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3563.671785] kthread (kernel/kthread.c:388) [ 3563.671956] ? __pfx_kthread (kernel/kthread.c:341) [ 3563.672154] ret_from_fork (arch/x86/kernel/process.c:147) [ 3563.672346] ? __pfx_kthread (kernel/kthread.c:341) [ 3563.672543] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3641.680586] | [ 3641.680706] rcu: Stack dump where RCU GP kthread last ran: | [ 3641.680988] Sending NMI from CPU 1 to CPUs 0: | [ 3641.681226] NMI backtrace for cpu 0 [ 3641.681235] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3641.681237] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3641.681245] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3641.681247] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3641.681249] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3641.681250] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3641.681251] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3641.681252] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3641.681253] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3641.681256] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3641.681257] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3641.681258] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3641.681259] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3641.681259] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3641.681260] PKRU: 55555554 [ 3641.681261] Call Trace: [ 3641.681262] [ 3641.681266] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3641.681271] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3641.681276] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3641.681278] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3641.681282] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3641.681283] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3641.681289] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3641.681291] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3641.681293] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3641.681295] [ 3641.681296] [ 3641.681297] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3641.681302] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3641.681310] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3641.681314] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3641.681316] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3641.681319] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3641.681323] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3641.681330] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3641.681335] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3641.681341] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3641.681346] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3641.681354] ? __bfs (kernel/locking/lockdep.c:1787) [ 3641.681357] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3641.681359] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3641.681362] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3641.681364] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3641.681367] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3641.681372] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3641.681376] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3641.681380] tc_run (net/core/dev.c:3945) [ 3641.681387] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3641.681391] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3641.681393] ? eth_header (net/ethernet/eth.c:85) [ 3641.681396] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3641.681399] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3641.681402] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3641.681403] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3641.681406] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3641.681410] ? __alloc_skb (net/core/skbuff.c:667) [ 3641.681413] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3641.681414] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3641.681416] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3641.681418] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3641.681419] call_timer_fn (kernel/time/timer.c:1700) [ 3641.681422] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3641.681424] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3641.681429] run_timer_softirq (kernel/time/timer.c:2053) [ 3641.681430] __do_softirq (kernel/softirq.c:553) [ 3641.681433] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3641.681437] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3641.681440] [ 3641.681440] [ 3641.681441] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3641.681444] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3641.681446] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3641.681447] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3641.681448] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3641.681449] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3641.681449] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3641.681450] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3641.681450] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3641.681453] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3641.681458] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3641.681459] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3641.681461] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3641.681464] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3641.681466] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3641.681468] arch_call_rest_init+0xe/0x30 [ 3641.681473] start_kernel (init/main.c:1045) [ 3641.681476] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3641.681478] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3641.681480] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3641.681476] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3641.681478] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3641.681480] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3641.681486] [ 3641.705680] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3641.706257] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3641.706543] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3641.707477] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3641.707747] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3641.708112] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3641.708473] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3641.708837] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3641.709200] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3641.709565] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3641.709977] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3641.710274] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3641.710638] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3641.711001] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3641.711364] PKRU: 55555554 [ 3641.711509] Call Trace: [ 3641.711643] [ 3641.711755] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3641.711988] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3641.712226] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3641.712445] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3641.712667] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3641.712896] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3641.713177] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3641.713389] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3641.713638] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3641.713881] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3641.714107] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3641.714378] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3641.714636] [ 3641.714751] [ 3641.714868] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3641.715149] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3641.715404] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3641.715609] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3641.715801] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3641.716039] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3641.716275] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3641.716530] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3641.716744] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3641.717020] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3641.717278] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3641.717559] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3641.717764] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3641.718018] ? __bfs (kernel/locking/lockdep.c:1787) [ 3641.718189] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3641.718402] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3641.718604] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3641.718827] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3641.719064] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3641.719284] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3641.719502] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3641.719698] tc_run (net/core/dev.c:3945) [ 3641.719868] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3641.720083] ? eth_header (net/ethernet/eth.c:85) [ 3641.720271] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3641.720487] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3641.720694] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3641.720909] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3641.721117] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3641.721337] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3641.721543] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3641.721754] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3641.721986] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3641.722213] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3641.722414] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3641.722647] call_timer_fn (kernel/time/timer.c:1700) [ 3641.722843] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3641.723066] ? rcu_core (kernel/rcu/tree.c:2467) [ 3641.723254] run_timer_softirq (kernel/time/timer.c:2053) [ 3641.723460] __do_softirq (kernel/softirq.c:553) [ 3641.723651] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3641.723899] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3641.724089] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3641.724302] kthread (kernel/kthread.c:388) [ 3641.724468] ? __pfx_kthread (kernel/kthread.c:341) [ 3641.724670] ret_from_fork (arch/x86/kernel/process.c:147) [ 3641.724862] ? __pfx_kthread (kernel/kthread.c:341) [ 3641.725060] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3719.729653] | [ 3719.729773] rcu: Stack dump where RCU GP kthread last ran: | [ 3719.730055] Sending NMI from CPU 1 to CPUs 0: | [ 3719.730293] NMI backtrace for cpu 0 [ 3719.730299] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3719.730301] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3719.730306] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3719.730307] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3719.730309] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3719.730310] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3719.730311] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3719.730312] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3719.730313] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3719.730315] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3719.730317] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3719.730318] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3719.730318] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3719.730319] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3719.730320] PKRU: 55555554 [ 3719.730320] Call Trace: [ 3719.730322] [ 3719.730324] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3719.730327] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3719.730331] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3719.730333] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3719.730336] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3719.730338] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3719.730344] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3719.730346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3719.730348] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3719.730350] [ 3719.730350] [ 3719.730351] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3719.730357] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3719.730364] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3719.730368] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3719.730370] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3719.730373] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3719.730377] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3719.730384] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3719.730390] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3719.730395] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3719.730400] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3719.730408] ? __bfs (kernel/locking/lockdep.c:1787) [ 3719.730411] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3719.730413] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3719.730416] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3719.730417] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3719.730420] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3719.730425] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3719.730429] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3719.730434] tc_run (net/core/dev.c:3945) [ 3719.730440] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3719.730444] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3719.730446] ? eth_header (net/ethernet/eth.c:85) [ 3719.730450] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3719.730453] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3719.730455] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3719.730457] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3719.730460] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3719.730464] ? __alloc_skb (net/core/skbuff.c:667) [ 3719.730466] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3719.730468] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3719.730470] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3719.730471] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3719.730472] call_timer_fn (kernel/time/timer.c:1700) [ 3719.730475] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3719.730478] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3719.730483] run_timer_softirq (kernel/time/timer.c:2053) [ 3719.730484] __do_softirq (kernel/softirq.c:553) [ 3719.730487] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3719.730490] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3719.730494] [ 3719.730494] [ 3719.730494] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3719.730497] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3719.730499] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3719.730501] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3719.730502] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3719.730503] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3719.730503] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3719.730504] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3719.730505] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3719.730507] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3719.730512] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3719.730513] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3719.730516] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3719.730519] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3719.730521] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3719.730523] arch_call_rest_init+0xe/0x30 [ 3719.730528] start_kernel (init/main.c:1045) [ 3719.730531] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3719.730533] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3719.730535] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3719.730531] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3719.730533] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3719.730535] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3719.730540] [ 3719.754819] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3719.755404] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3719.755690] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3719.756633] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3719.756906] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3719.757270] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3719.757636] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3719.758006] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3719.758370] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3719.758737] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3719.759147] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3719.759454] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3719.759820] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3719.760185] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3719.760547] PKRU: 55555554 [ 3719.760693] Call Trace: [ 3719.760828] [ 3719.760949] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3719.761180] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3719.761421] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3719.761642] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3719.761866] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3719.762096] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3719.762377] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3719.762589] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3719.762841] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3719.763077] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3719.763303] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3719.763585] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3719.763854] [ 3719.763970] [ 3719.764086] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3719.764367] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3719.764623] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3719.764827] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3719.765019] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3719.765258] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3719.765499] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3719.765754] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3719.765969] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3719.766244] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3719.766502] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3719.766785] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3719.766992] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3719.767243] ? __bfs (kernel/locking/lockdep.c:1787) [ 3719.767414] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3719.767629] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3719.767840] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3719.768061] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3719.768299] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3719.768520] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3719.768749] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3719.768947] tc_run (net/core/dev.c:3945) [ 3719.769114] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3719.769332] ? eth_header (net/ethernet/eth.c:85) [ 3719.769521] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3719.769740] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3719.769947] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3719.770163] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3719.770371] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3719.770591] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3719.770802] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3719.771012] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3719.771243] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3719.771470] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3719.771672] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3719.771918] call_timer_fn (kernel/time/timer.c:1700) [ 3719.772114] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3719.772341] ? rcu_core (kernel/rcu/tree.c:2467) [ 3719.772529] run_timer_softirq (kernel/time/timer.c:2053) [ 3719.772735] __do_softirq (kernel/softirq.c:553) [ 3719.772928] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3719.773173] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3719.773370] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3719.773583] kthread (kernel/kthread.c:388) [ 3719.773752] ? __pfx_kthread (kernel/kthread.c:341) [ 3719.773951] ret_from_fork (arch/x86/kernel/process.c:147) [ 3719.774143] ? __pfx_kthread (kernel/kthread.c:341) [ 3719.774345] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3797.782625] | [ 3797.782746] rcu: Stack dump where RCU GP kthread last ran: | [ 3797.783036] Sending NMI from CPU 1 to CPUs 0: | [ 3797.783274] NMI backtrace for cpu 0 [ 3797.783283] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3797.783284] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3797.783292] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3797.783293] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3797.783295] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3797.783296] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3797.783297] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3797.783298] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3797.783299] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3797.783302] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3797.783303] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3797.783304] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3797.783304] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3797.783305] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3797.783306] PKRU: 55555554 [ 3797.783306] Call Trace: [ 3797.783309] [ 3797.783312] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3797.783316] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3797.783321] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3797.783323] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3797.783327] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3797.783328] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3797.783334] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3797.783336] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3797.783338] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3797.783340] [ 3797.783340] [ 3797.783341] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3797.783347] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3797.783354] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3797.783358] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3797.783360] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3797.783363] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3797.783367] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3797.783373] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3797.783378] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3797.783384] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3797.783389] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3797.783397] ? __bfs (kernel/locking/lockdep.c:1787) [ 3797.783400] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3797.783402] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3797.783406] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3797.783407] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3797.783410] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3797.783415] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3797.783419] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3797.783424] tc_run (net/core/dev.c:3945) [ 3797.783430] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3797.783434] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3797.783436] ? eth_header (net/ethernet/eth.c:85) [ 3797.783440] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3797.783443] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3797.783445] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3797.783447] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3797.783450] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3797.783453] ? __alloc_skb (net/core/skbuff.c:667) [ 3797.783456] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3797.783458] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3797.783459] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3797.783461] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3797.783462] call_timer_fn (kernel/time/timer.c:1700) [ 3797.783466] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3797.783468] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3797.783473] run_timer_softirq (kernel/time/timer.c:2053) [ 3797.783474] __do_softirq (kernel/softirq.c:553) [ 3797.783477] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3797.783481] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3797.783484] [ 3797.783485] [ 3797.783485] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3797.783488] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3797.783490] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3797.783491] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3797.783492] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3797.783493] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3797.783493] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3797.783494] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3797.783495] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3797.783497] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3797.783502] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3797.783503] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3797.783505] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3797.783509] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3797.783511] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3797.783513] arch_call_rest_init+0xe/0x30 [ 3797.783517] start_kernel (init/main.c:1045) [ 3797.783520] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3797.783522] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3797.783523] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3797.783520] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3797.783522] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3797.783523] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3797.783530] [ 3797.807816] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3797.808399] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3797.808686] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3797.809629] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3797.809906] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3797.810274] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3797.810640] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3797.811005] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3797.811372] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3797.811742] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3797.812158] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3797.812457] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3797.812826] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3797.813200] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3797.813564] PKRU: 55555554 [ 3797.813712] Call Trace: [ 3797.813848] [ 3797.813962] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3797.814194] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3797.814436] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3797.814659] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3797.814885] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3797.815117] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3797.815395] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3797.815609] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3797.815862] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3797.816101] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3797.816329] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3797.816605] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3797.816868] [ 3797.816985] [ 3797.817101] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3797.817383] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3797.817640] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3797.817845] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3797.818037] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3797.818277] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3797.818514] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3797.818770] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3797.818986] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3797.819262] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3797.819520] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3797.819800] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3797.820008] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3797.820261] ? __bfs (kernel/locking/lockdep.c:1787) [ 3797.820433] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3797.820647] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3797.820853] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3797.821075] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3797.821313] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3797.821534] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3797.821754] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3797.821954] tc_run (net/core/dev.c:3945) [ 3797.822121] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3797.822340] ? eth_header (net/ethernet/eth.c:85) [ 3797.822529] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3797.822745] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3797.822962] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3797.823179] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3797.823390] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3797.823612] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3797.823826] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3797.824036] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3797.824269] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3797.824495] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3797.824697] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3797.824931] call_timer_fn (kernel/time/timer.c:1700) [ 3797.825128] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3797.825354] ? rcu_core (kernel/rcu/tree.c:2467) [ 3797.825542] run_timer_softirq (kernel/time/timer.c:2053) [ 3797.825752] __do_softirq (kernel/softirq.c:553) [ 3797.825944] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3797.826189] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3797.826380] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3797.826593] kthread (kernel/kthread.c:388) [ 3797.826760] ? __pfx_kthread (kernel/kthread.c:341) [ 3797.826961] ret_from_fork (arch/x86/kernel/process.c:147) [ 3797.827152] ? __pfx_kthread (kernel/kthread.c:341) [ 3797.827351] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3875.835586] | [ 3875.835707] rcu: Stack dump where RCU GP kthread last ran: | [ 3875.835991] Sending NMI from CPU 1 to CPUs 0: | [ 3875.836227] NMI backtrace for cpu 0 [ 3875.836236] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3875.836238] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3875.836246] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3875.836248] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3875.836250] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3875.836251] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3875.836252] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3875.836253] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3875.836254] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3875.836257] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3875.836258] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3875.836259] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3875.836260] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3875.836260] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3875.836262] PKRU: 55555554 [ 3875.836262] Call Trace: [ 3875.836265] [ 3875.836270] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3875.836274] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3875.836279] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3875.836282] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3875.836285] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3875.836287] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3875.836293] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3875.836295] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3875.836298] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3875.836299] [ 3875.836300] [ 3875.836301] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3875.836307] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3875.836314] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3875.836318] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3875.836319] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3875.836323] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3875.836327] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3875.836333] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3875.836339] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3875.836344] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3875.836349] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3875.836357] ? __bfs (kernel/locking/lockdep.c:1787) [ 3875.836360] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3875.836363] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3875.836366] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3875.836368] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3875.836370] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3875.836376] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3875.836380] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3875.836384] tc_run (net/core/dev.c:3945) [ 3875.836391] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3875.836395] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3875.836397] ? eth_header (net/ethernet/eth.c:85) [ 3875.836401] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3875.836404] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3875.836407] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3875.836409] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3875.836411] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3875.836415] ? __alloc_skb (net/core/skbuff.c:667) [ 3875.836419] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3875.836420] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3875.836422] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3875.836423] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3875.836425] call_timer_fn (kernel/time/timer.c:1700) [ 3875.836428] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3875.836430] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3875.836435] run_timer_softirq (kernel/time/timer.c:2053) [ 3875.836436] __do_softirq (kernel/softirq.c:553) [ 3875.836439] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3875.836442] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3875.836445] [ 3875.836445] [ 3875.836446] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3875.836449] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3875.836451] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3875.836452] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3875.836453] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3875.836454] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3875.836455] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3875.836455] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3875.836456] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3875.836459] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3875.836464] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3875.836465] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3875.836467] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3875.836470] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3875.836472] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3875.836474] arch_call_rest_init+0xe/0x30 [ 3875.836480] start_kernel (init/main.c:1045) [ 3875.836482] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3875.836485] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3875.836487] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3875.836482] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3875.836485] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3875.836487] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3875.836493] [ 3875.860821] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3875.861399] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3875.861678] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3875.862624] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3875.862895] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3875.863258] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3875.863620] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3875.864012] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3875.864376] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3875.864740] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3875.865151] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3875.865448] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3875.865814] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3875.866175] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3875.866564] PKRU: 55555554 [ 3875.866709] Call Trace: [ 3875.866844] [ 3875.866957] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3875.867190] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3875.867430] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3875.867648] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3875.867873] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3875.868110] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3875.868380] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3875.868587] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3875.868832] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3875.869061] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3875.869281] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3875.869544] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3875.869796] [ 3875.869909] [ 3875.870023] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3875.870313] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3875.870569] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3875.870775] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3875.870968] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3875.871205] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3875.871450] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3875.871699] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3875.871907] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3875.872178] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3875.872429] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3875.872724] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3875.872930] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3875.873182] ? __bfs (kernel/locking/lockdep.c:1787) [ 3875.873355] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3875.873569] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3875.873781] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3875.873998] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3875.874228] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3875.874466] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3875.874684] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3875.874882] tc_run (net/core/dev.c:3945) [ 3875.875052] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3875.875266] ? eth_header (net/ethernet/eth.c:85) [ 3875.875455] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3875.875675] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3875.875885] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3875.876098] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3875.876318] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3875.876536] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3875.876739] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3875.876944] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3875.877171] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3875.877392] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3875.877589] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3875.877818] call_timer_fn (kernel/time/timer.c:1700) [ 3875.878012] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3875.878251] ? rcu_core (kernel/rcu/tree.c:2467) [ 3875.878439] run_timer_softirq (kernel/time/timer.c:2053) [ 3875.878644] __do_softirq (kernel/softirq.c:553) [ 3875.878838] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3875.879082] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3875.879272] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3875.879485] kthread (kernel/kthread.c:388) [ 3875.879651] ? __pfx_kthread (kernel/kthread.c:341) [ 3875.879851] ret_from_fork (arch/x86/kernel/process.c:147) [ 3875.880042] ? __pfx_kthread (kernel/kthread.c:341) [ 3875.880241] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3953.888606] | [ 3953.888727] rcu: Stack dump where RCU GP kthread last ran: | [ 3953.889009] Sending NMI from CPU 1 to CPUs 0: | [ 3953.889248] NMI backtrace for cpu 0 [ 3953.889256] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3953.889258] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3953.889266] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3953.889268] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 3953.889270] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 3953.889271] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 3953.889272] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 3953.889273] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 3953.889274] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 3953.889277] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 3953.889278] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3953.889278] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 3953.889279] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3953.889280] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3953.889281] PKRU: 55555554 [ 3953.889282] Call Trace: [ 3953.889284] [ 3953.889289] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3953.889293] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3953.889298] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3953.889301] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3953.889305] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3953.889306] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3953.889312] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3953.889314] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3953.889316] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3953.889318] [ 3953.889319] [ 3953.889320] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3953.889325] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3953.889333] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3953.889337] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3953.889339] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3953.889342] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3953.889346] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3953.889353] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3953.889359] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3953.889364] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3953.889369] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3953.889377] ? __bfs (kernel/locking/lockdep.c:1787) [ 3953.889380] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3953.889382] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3953.889385] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3953.889387] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3953.889390] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 3953.889395] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3953.889399] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3953.889404] tc_run (net/core/dev.c:3945) [ 3953.889411] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3953.889415] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3953.889417] ? eth_header (net/ethernet/eth.c:85) [ 3953.889421] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3953.889424] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3953.889426] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3953.889428] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3953.889431] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3953.889434] ? __alloc_skb (net/core/skbuff.c:667) [ 3953.889437] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3953.889439] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3953.889441] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3953.889442] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3953.889443] call_timer_fn (kernel/time/timer.c:1700) [ 3953.889447] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3953.889449] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3953.889455] run_timer_softirq (kernel/time/timer.c:2053) [ 3953.889457] __do_softirq (kernel/softirq.c:553) [ 3953.889460] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3953.889464] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3953.889467] [ 3953.889467] [ 3953.889468] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3953.889471] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 3953.889473] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 3953.889475] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 3953.889476] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 3953.889477] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 3953.889477] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 3953.889478] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3953.889479] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 3953.889481] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3953.889486] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 3953.889487] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 3953.889489] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 3953.889492] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 3953.889494] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 3953.889496] arch_call_rest_init+0xe/0x30 [ 3953.889502] start_kernel (init/main.c:1045) [ 3953.889504] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 3953.889506] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 3953.889508] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3953.889504] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 3953.889506] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 3953.889508] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 3953.889514] [ 3953.913768] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3953.914349] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3953.914636] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3953.915576] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 3953.915848] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 3953.916216] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 3953.916581] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 3953.916947] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 3953.917313] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 3953.917679] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 3953.918092] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3953.918390] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 3953.918756] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3953.919122] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3953.919485] PKRU: 55555554 [ 3953.919632] Call Trace: [ 3953.919766] [ 3953.919881] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3953.920113] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3953.920353] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3953.920573] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3953.920797] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3953.921025] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3953.921305] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3953.921519] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3953.921770] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3953.922009] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3953.922241] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3953.922513] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3953.922774] [ 3953.922892] [ 3953.923009] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3953.923292] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3953.923552] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3953.923758] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3953.923954] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3953.924194] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3953.924433] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 3953.924687] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 3953.924903] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 3953.925180] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 3953.925438] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3953.925718] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3953.925924] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3953.926178] ? __bfs (kernel/locking/lockdep.c:1787) [ 3953.926350] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3953.926565] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 3953.926767] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 3953.926991] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3953.927228] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3953.927449] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3953.927668] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3953.927867] tc_run (net/core/dev.c:3945) [ 3953.928036] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 3953.928253] ? eth_header (net/ethernet/eth.c:85) [ 3953.928442] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3953.928657] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3953.928866] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3953.929081] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3953.929292] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3953.929512] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3953.929720] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 3953.929933] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3953.930164] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 3953.930392] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 3953.930594] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 3953.930828] call_timer_fn (kernel/time/timer.c:1700) [ 3953.931025] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3953.931250] ? rcu_core (kernel/rcu/tree.c:2467) [ 3953.931438] run_timer_softirq (kernel/time/timer.c:2053) [ 3953.931646] __do_softirq (kernel/softirq.c:553) [ 3953.931839] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 3953.932081] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 3953.932278] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 3953.932492] kthread (kernel/kthread.c:388) [ 3953.932659] ? __pfx_kthread (kernel/kthread.c:341) [ 3953.932861] ret_from_fork (arch/x86/kernel/process.c:147) [ 3953.933052] ? __pfx_kthread (kernel/kthread.c:341) [ 3953.933251] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4031.937641] | [ 4031.937761] rcu: Stack dump where RCU GP kthread last ran: | [ 4031.938043] Sending NMI from CPU 1 to CPUs 0: | [ 4031.938285] NMI backtrace for cpu 0 [ 4031.938293] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4031.938295] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4031.938303] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4031.938305] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4031.938307] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4031.938308] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4031.938308] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4031.938309] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4031.938310] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4031.938313] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4031.938314] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4031.938315] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4031.938316] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4031.938317] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4031.938318] PKRU: 55555554 [ 4031.938319] Call Trace: [ 4031.938322] [ 4031.938325] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4031.938329] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4031.938334] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4031.938337] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4031.938340] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4031.938342] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4031.938349] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4031.938351] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4031.938353] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4031.938354] [ 4031.938355] [ 4031.938356] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4031.938361] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4031.938368] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4031.938372] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4031.938374] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4031.938378] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4031.938382] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4031.938388] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4031.938394] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4031.938399] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4031.938404] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4031.938412] ? __bfs (kernel/locking/lockdep.c:1787) [ 4031.938415] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4031.938417] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4031.938421] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4031.938423] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4031.938426] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4031.938431] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4031.938435] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4031.938440] tc_run (net/core/dev.c:3945) [ 4031.938446] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4031.938450] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4031.938452] ? eth_header (net/ethernet/eth.c:85) [ 4031.938456] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4031.938460] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4031.938462] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4031.938464] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4031.938466] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4031.938470] ? __alloc_skb (net/core/skbuff.c:667) [ 4031.938473] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4031.938475] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4031.938477] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4031.938478] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4031.938479] call_timer_fn (kernel/time/timer.c:1700) [ 4031.938483] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4031.938485] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4031.938490] run_timer_softirq (kernel/time/timer.c:2053) [ 4031.938490] __do_softirq (kernel/softirq.c:553) [ 4031.938493] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4031.938496] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4031.938499] [ 4031.938499] [ 4031.938500] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4031.938503] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4031.938505] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4031.938506] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4031.938508] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4031.938508] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4031.938509] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4031.938510] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4031.938511] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4031.938513] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4031.938518] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4031.938520] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4031.938522] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4031.938526] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4031.938528] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4031.938530] arch_call_rest_init+0xe/0x30 [ 4031.938535] start_kernel (init/main.c:1045) [ 4031.938537] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4031.938540] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4031.938542] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4031.938537] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4031.938540] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4031.938542] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4031.938548] [ 4031.962708] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4031.963293] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4031.963579] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4031.964524] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4031.964796] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4031.965165] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4031.965540] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4031.965896] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4031.966271] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4031.966640] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4031.967054] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4031.967355] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4031.967723] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4031.968091] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4031.968456] PKRU: 55555554 [ 4031.968604] Call Trace: [ 4031.968739] [ 4031.968855] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4031.969086] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4031.969327] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4031.969549] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4031.969773] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4031.970018] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4031.970289] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4031.970498] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4031.970747] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4031.970981] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4031.971202] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4031.971470] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4031.971747] [ 4031.971864] [ 4031.971981] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4031.972269] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4031.972527] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4031.972732] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4031.972939] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4031.973174] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4031.973404] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4031.973653] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4031.973864] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4031.974133] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4031.974383] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4031.974653] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4031.974856] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4031.975125] ? __bfs (kernel/locking/lockdep.c:1787) [ 4031.975297] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4031.975511] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4031.975716] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4031.975938] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4031.976175] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4031.976396] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4031.976615] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4031.976815] tc_run (net/core/dev.c:3945) [ 4031.976982] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4031.977199] ? eth_header (net/ethernet/eth.c:85) [ 4031.977388] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4031.977603] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4031.977811] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4031.978027] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4031.978236] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4031.978456] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4031.978666] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4031.978878] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4031.979111] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4031.979340] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4031.979544] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4031.979778] call_timer_fn (kernel/time/timer.c:1700) [ 4031.979977] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4031.980204] ? rcu_core (kernel/rcu/tree.c:2467) [ 4031.980393] run_timer_softirq (kernel/time/timer.c:2053) [ 4031.980601] __do_softirq (kernel/softirq.c:553) [ 4031.980794] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4031.981037] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4031.981227] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4031.981438] kthread (kernel/kthread.c:388) [ 4031.981605] ? __pfx_kthread (kernel/kthread.c:341) [ 4031.981810] ret_from_fork (arch/x86/kernel/process.c:147) [ 4031.982001] ? __pfx_kthread (kernel/kthread.c:341) [ 4031.982198] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4109.990584] | [ 4109.990705] rcu: Stack dump where RCU GP kthread last ran: | [ 4109.990987] Sending NMI from CPU 1 to CPUs 0: | [ 4109.991225] NMI backtrace for cpu 0 [ 4109.991250] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4109.991252] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4109.991261] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4109.991262] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4109.991264] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4109.991266] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4109.991266] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4109.991267] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4109.991268] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4109.991271] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4109.991272] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4109.991273] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4109.991280] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4109.991281] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4109.991281] PKRU: 55555554 [ 4109.991282] Call Trace: [ 4109.991285] [ 4109.991288] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4109.991293] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4109.991297] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4109.991300] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4109.991304] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4109.991305] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4109.991311] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4109.991313] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4109.991315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4109.991317] [ 4109.991318] [ 4109.991319] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4109.991324] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4109.991332] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4109.991336] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4109.991337] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4109.991341] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4109.991344] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4109.991351] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4109.991357] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4109.991362] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4109.991367] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4109.991374] ? __bfs (kernel/locking/lockdep.c:1787) [ 4109.991377] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4109.991380] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4109.991383] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4109.991384] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4109.991387] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4109.991392] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4109.991396] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4109.991401] tc_run (net/core/dev.c:3945) [ 4109.991407] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4109.991411] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4109.991413] ? eth_header (net/ethernet/eth.c:85) [ 4109.991416] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4109.991419] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4109.991422] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4109.991423] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4109.991426] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4109.991429] ? __alloc_skb (net/core/skbuff.c:667) [ 4109.991432] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4109.991434] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4109.991435] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4109.991437] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4109.991438] call_timer_fn (kernel/time/timer.c:1700) [ 4109.991442] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4109.991444] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4109.991450] run_timer_softirq (kernel/time/timer.c:2053) [ 4109.991451] __do_softirq (kernel/softirq.c:553) [ 4109.991454] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4109.991457] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4109.991461] [ 4109.991461] [ 4109.991462] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4109.991465] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4109.991467] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4109.991468] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4109.991470] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4109.991470] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4109.991471] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4109.991472] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4109.991472] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4109.991475] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4109.991479] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4109.991480] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4109.991482] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4109.991486] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4109.991488] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4109.991490] arch_call_rest_init+0xe/0x30 [ 4109.991495] start_kernel (init/main.c:1045) [ 4109.991498] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4109.991500] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4109.991502] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4109.991498] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4109.991500] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4109.991502] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4109.991508] [ 4110.015767] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4110.016345] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4110.016634] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4110.017567] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4110.017839] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4110.018202] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4110.018570] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4110.018935] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4110.019299] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4110.019664] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4110.020079] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4110.020378] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4110.020745] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4110.021112] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4110.021482] PKRU: 55555554 [ 4110.021627] Call Trace: [ 4110.021763] [ 4110.021877] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4110.022112] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4110.022353] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4110.022574] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4110.022798] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4110.023030] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4110.023306] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4110.023523] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4110.023775] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4110.024012] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4110.024242] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4110.024513] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4110.024772] [ 4110.024890] [ 4110.025007] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4110.025286] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4110.025544] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4110.025751] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4110.025944] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4110.026183] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4110.026423] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4110.026680] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4110.026893] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4110.027170] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4110.027427] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4110.027705] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4110.027910] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4110.028162] ? __bfs (kernel/locking/lockdep.c:1787) [ 4110.028333] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4110.028547] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4110.028749] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4110.028971] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4110.029205] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4110.029430] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4110.029647] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4110.029844] tc_run (net/core/dev.c:3945) [ 4110.030020] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4110.030238] ? eth_header (net/ethernet/eth.c:85) [ 4110.030426] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4110.030642] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4110.030850] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4110.031063] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4110.031272] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4110.031498] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4110.031706] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4110.031915] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4110.032148] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4110.032374] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4110.032577] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4110.032810] call_timer_fn (kernel/time/timer.c:1700) [ 4110.033006] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4110.033229] ? rcu_core (kernel/rcu/tree.c:2467) [ 4110.033420] run_timer_softirq (kernel/time/timer.c:2053) [ 4110.033625] __do_softirq (kernel/softirq.c:553) [ 4110.033817] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4110.034061] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4110.034252] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4110.034463] kthread (kernel/kthread.c:388) [ 4110.034631] ? __pfx_kthread (kernel/kthread.c:341) [ 4110.034829] ret_from_fork (arch/x86/kernel/process.c:147) [ 4110.035019] ? __pfx_kthread (kernel/kthread.c:341) [ 4110.035218] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4188.043693] | [ 4188.043818] rcu: Stack dump where RCU GP kthread last ran: | [ 4188.044102] Sending NMI from CPU 1 to CPUs 0: | [ 4188.044351] NMI backtrace for cpu 0 [ 4188.044360] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4188.044363] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4188.044370] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4188.044372] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4188.044374] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4188.044376] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4188.044377] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4188.044378] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4188.044379] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4188.044381] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4188.044383] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4188.044384] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4188.044385] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4188.044386] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4188.044387] PKRU: 55555554 [ 4188.044387] Call Trace: [ 4188.044389] [ 4188.044392] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4188.044395] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4188.044400] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4188.044403] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4188.044407] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4188.044408] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4188.044414] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4188.044417] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4188.044419] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4188.044421] [ 4188.044421] [ 4188.044422] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4188.044428] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4188.044435] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4188.044439] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4188.044441] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4188.044444] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4188.044449] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4188.044458] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4188.044463] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4188.044469] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4188.044474] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4188.044482] ? __bfs (kernel/locking/lockdep.c:1787) [ 4188.044485] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4188.044487] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4188.044490] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4188.044492] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4188.044495] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4188.044500] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4188.044504] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4188.044508] tc_run (net/core/dev.c:3945) [ 4188.044515] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4188.044520] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4188.044522] ? eth_header (net/ethernet/eth.c:85) [ 4188.044526] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4188.044529] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4188.044532] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4188.044534] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4188.044537] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4188.044542] ? __alloc_skb (net/core/skbuff.c:667) [ 4188.044544] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4188.044546] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4188.044548] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4188.044549] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4188.044550] call_timer_fn (kernel/time/timer.c:1700) [ 4188.044553] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4188.044556] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4188.044561] run_timer_softirq (kernel/time/timer.c:2053) [ 4188.044562] __do_softirq (kernel/softirq.c:553) [ 4188.044565] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4188.044569] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4188.044572] [ 4188.044572] [ 4188.044573] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4188.044575] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4188.044577] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4188.044579] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4188.044580] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4188.044581] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4188.044581] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4188.044582] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4188.044583] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4188.044585] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4188.044589] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4188.044591] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4188.044593] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4188.044596] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4188.044598] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4188.044600] arch_call_rest_init+0xe/0x30 [ 4188.044606] start_kernel (init/main.c:1045) [ 4188.044609] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4188.044612] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4188.044613] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4188.044609] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4188.044612] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4188.044613] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4188.044618] [ 4188.068933] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4188.069513] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4188.069803] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4188.070740] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4188.071026] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4188.071405] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4188.071771] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4188.072137] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4188.072501] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4188.072868] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4188.073282] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4188.073578] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4188.073945] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4188.074312] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4188.074678] PKRU: 55555554 [ 4188.074824] Call Trace: [ 4188.074957] [ 4188.075073] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4188.075307] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4188.075544] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4188.075767] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4188.075989] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4188.076220] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4188.076501] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4188.076717] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4188.076969] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4188.077204] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4188.077433] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4188.077704] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4188.077965] [ 4188.078082] [ 4188.078199] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4188.078478] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4188.078735] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4188.078940] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4188.079131] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4188.079371] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4188.079610] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4188.079866] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4188.080078] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4188.080351] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4188.080609] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4188.080900] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4188.081107] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4188.081361] ? __bfs (kernel/locking/lockdep.c:1787) [ 4188.081530] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4188.081749] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4188.081953] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4188.082174] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4188.082413] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4188.082638] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4188.082857] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4188.083055] tc_run (net/core/dev.c:3945) [ 4188.083225] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4188.083443] ? eth_header (net/ethernet/eth.c:85) [ 4188.083633] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4188.083850] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4188.084065] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4188.084279] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4188.084488] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4188.084711] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4188.084923] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4188.085136] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4188.085372] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4188.085596] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4188.085801] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4188.086032] call_timer_fn (kernel/time/timer.c:1700) [ 4188.086228] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4188.086455] ? rcu_core (kernel/rcu/tree.c:2467) [ 4188.086645] run_timer_softirq (kernel/time/timer.c:2053) [ 4188.086852] __do_softirq (kernel/softirq.c:553) [ 4188.087045] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4188.087291] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4188.087482] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4188.087693] kthread (kernel/kthread.c:388) [ 4188.087864] ? __pfx_kthread (kernel/kthread.c:341) [ 4188.088062] ret_from_fork (arch/x86/kernel/process.c:147) [ 4188.088254] ? __pfx_kthread (kernel/kthread.c:341) [ 4188.088451] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4266.092617] | [ 4266.092738] rcu: Stack dump where RCU GP kthread last ran: | [ 4266.093022] Sending NMI from CPU 1 to CPUs 0: | [ 4266.093258] NMI backtrace for cpu 0 [ 4266.093265] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4266.093267] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4266.093273] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4266.093275] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4266.093277] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4266.093278] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4266.093279] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4266.093280] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4266.093281] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4266.093284] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4266.093285] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4266.093286] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4266.093287] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4266.093287] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4266.093288] PKRU: 55555554 [ 4266.093289] Call Trace: [ 4266.093291] [ 4266.093293] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4266.093297] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4266.093301] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4266.093304] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4266.093307] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4266.093309] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4266.093315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4266.093317] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4266.093319] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4266.093320] [ 4266.093321] [ 4266.093322] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4266.093327] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4266.093334] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4266.093339] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4266.093341] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4266.093344] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4266.093349] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4266.093355] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4266.093361] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4266.093366] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4266.093372] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4266.093379] ? __bfs (kernel/locking/lockdep.c:1787) [ 4266.093382] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4266.093385] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4266.093388] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4266.093390] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4266.093392] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4266.093398] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4266.093402] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4266.093406] tc_run (net/core/dev.c:3945) [ 4266.093413] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4266.093417] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4266.093420] ? eth_header (net/ethernet/eth.c:85) [ 4266.093424] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4266.093427] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4266.093430] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4266.093431] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4266.093435] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4266.093439] ? __alloc_skb (net/core/skbuff.c:667) [ 4266.093441] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4266.093443] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4266.093445] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4266.093446] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4266.093448] call_timer_fn (kernel/time/timer.c:1700) [ 4266.093450] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4266.093453] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4266.093457] run_timer_softirq (kernel/time/timer.c:2053) [ 4266.093458] __do_softirq (kernel/softirq.c:553) [ 4266.093461] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4266.093464] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4266.093467] [ 4266.093467] [ 4266.093467] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4266.093470] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4266.093472] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4266.093473] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4266.093474] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4266.093475] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4266.093476] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4266.093476] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4266.093477] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4266.093480] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4266.093484] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4266.093485] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4266.093488] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4266.093491] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4266.093494] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4266.093496] arch_call_rest_init+0xe/0x30 [ 4266.093501] start_kernel (init/main.c:1045) [ 4266.093504] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4266.093506] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4266.093508] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4266.093504] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4266.093506] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4266.093508] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4266.093513] [ 4266.117723] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4266.118306] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4266.118596] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4266.119536] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4266.119811] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4266.120181] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4266.120567] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4266.120936] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4266.121302] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4266.121671] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4266.122086] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4266.122384] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4266.122752] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4266.123121] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4266.123494] PKRU: 55555554 [ 4266.123639] Call Trace: [ 4266.123775] [ 4266.123890] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4266.124125] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4266.124366] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4266.124587] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4266.124811] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4266.125041] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4266.125320] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4266.125536] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4266.125788] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4266.126026] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4266.126255] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4266.126528] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4266.126787] [ 4266.126905] [ 4266.127021] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4266.127298] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4266.127555] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4266.127762] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4266.127952] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4266.128190] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4266.128428] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4266.128681] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4266.128892] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4266.129171] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4266.129429] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4266.129708] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4266.129914] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4266.130167] ? __bfs (kernel/locking/lockdep.c:1787) [ 4266.130338] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4266.130566] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4266.130772] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4266.130995] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4266.131229] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4266.131453] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4266.131670] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4266.131867] tc_run (net/core/dev.c:3945) [ 4266.132036] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4266.132251] ? eth_header (net/ethernet/eth.c:85) [ 4266.132440] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4266.132655] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4266.132864] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4266.133077] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4266.133289] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4266.133510] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4266.133719] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4266.133928] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4266.134161] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4266.134387] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4266.134590] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4266.134823] call_timer_fn (kernel/time/timer.c:1700) [ 4266.135020] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4266.135244] ? rcu_core (kernel/rcu/tree.c:2467) [ 4266.135432] run_timer_softirq (kernel/time/timer.c:2053) [ 4266.135636] __do_softirq (kernel/softirq.c:553) [ 4266.135828] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4266.136071] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4266.136261] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4266.136471] kthread (kernel/kthread.c:388) [ 4266.136639] ? __pfx_kthread (kernel/kthread.c:341) [ 4266.136837] ret_from_fork (arch/x86/kernel/process.c:147) [ 4266.137026] ? __pfx_kthread (kernel/kthread.c:341) [ 4266.137224] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4344.145626] | [ 4344.145748] rcu: Stack dump where RCU GP kthread last ran: | [ 4344.146033] Sending NMI from CPU 1 to CPUs 0: | [ 4344.146270] NMI backtrace for cpu 0 [ 4344.146286] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4344.146288] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4344.146294] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4344.146295] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4344.146297] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4344.146298] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4344.146299] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4344.146300] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4344.146301] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4344.146304] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4344.146306] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4344.146307] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4344.146308] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4344.146309] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4344.146309] PKRU: 55555554 [ 4344.146310] Call Trace: [ 4344.146312] [ 4344.146315] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4344.146320] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4344.146324] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4344.146327] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4344.146330] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4344.146332] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4344.146337] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4344.146339] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4344.146341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4344.146343] [ 4344.146344] [ 4344.146345] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4344.146349] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4344.146356] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4344.146359] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4344.146361] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4344.146363] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4344.146367] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4344.146373] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4344.146378] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4344.146383] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4344.146387] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4344.146396] ? __bfs (kernel/locking/lockdep.c:1787) [ 4344.146398] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4344.146400] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4344.146403] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4344.146405] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4344.146407] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4344.146414] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4344.146418] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4344.146422] tc_run (net/core/dev.c:3945) [ 4344.146427] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4344.146431] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4344.146433] ? eth_header (net/ethernet/eth.c:85) [ 4344.146437] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4344.146440] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4344.146442] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4344.146444] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4344.146447] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4344.146450] ? __alloc_skb (net/core/skbuff.c:667) [ 4344.146454] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4344.146456] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4344.146457] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4344.146459] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4344.146460] call_timer_fn (kernel/time/timer.c:1700) [ 4344.146464] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4344.146466] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4344.146471] run_timer_softirq (kernel/time/timer.c:2053) [ 4344.146472] __do_softirq (kernel/softirq.c:553) [ 4344.146474] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4344.146477] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4344.146480] [ 4344.146480] [ 4344.146481] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4344.146483] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4344.146485] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4344.146486] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4344.146487] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4344.146488] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4344.146489] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4344.146490] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4344.146490] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4344.146493] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4344.146498] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4344.146499] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4344.146501] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4344.146505] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4344.146508] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4344.146509] arch_call_rest_init+0xe/0x30 [ 4344.146515] start_kernel (init/main.c:1045) [ 4344.146518] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4344.146520] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4344.146522] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4344.146518] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4344.146520] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4344.146522] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4344.146528] [ 4344.170807] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4344.171385] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4344.171671] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4344.172603] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4344.172876] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4344.173241] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4344.173603] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4344.173968] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4344.174332] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4344.174697] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4344.175108] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4344.175405] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4344.175770] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4344.176133] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4344.176498] PKRU: 55555554 [ 4344.176643] Call Trace: [ 4344.176778] [ 4344.176890] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4344.177123] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4344.177363] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4344.177583] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4344.177807] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4344.178035] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4344.178312] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4344.178526] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4344.178776] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4344.179012] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4344.179238] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4344.179509] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4344.179768] [ 4344.179884] [ 4344.180001] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4344.180287] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4344.180543] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4344.180749] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4344.180942] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4344.181179] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4344.181418] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4344.181673] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4344.181886] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4344.182164] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4344.182422] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4344.182701] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4344.182908] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4344.183162] ? __bfs (kernel/locking/lockdep.c:1787) [ 4344.183334] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4344.183548] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4344.183750] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4344.183974] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4344.184212] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4344.184434] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4344.184652] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4344.184849] tc_run (net/core/dev.c:3945) [ 4344.185021] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4344.185237] ? eth_header (net/ethernet/eth.c:85) [ 4344.185426] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4344.185643] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4344.185852] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4344.186065] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4344.186276] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4344.186499] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4344.186707] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4344.186918] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4344.187150] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4344.187377] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4344.187580] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4344.187814] call_timer_fn (kernel/time/timer.c:1700) [ 4344.188016] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4344.188241] ? rcu_core (kernel/rcu/tree.c:2467) [ 4344.188429] run_timer_softirq (kernel/time/timer.c:2053) [ 4344.188634] __do_softirq (kernel/softirq.c:553) [ 4344.188826] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4344.189070] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4344.189261] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4344.189473] kthread (kernel/kthread.c:388) [ 4344.189640] ? __pfx_kthread (kernel/kthread.c:341) [ 4344.189838] ret_from_fork (arch/x86/kernel/process.c:147) [ 4344.190034] ? __pfx_kthread (kernel/kthread.c:341) [ 4344.190234] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4422.198593] | [ 4422.198711] rcu: Stack dump where RCU GP kthread last ran: | [ 4422.198987] Sending NMI from CPU 1 to CPUs 0: | [ 4422.199218] NMI backtrace for cpu 0 [ 4422.199232] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4422.199235] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4422.199244] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4422.199246] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4422.199248] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4422.199249] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4422.199250] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4422.199251] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4422.199252] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4422.199255] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4422.199256] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4422.199257] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4422.199258] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4422.199259] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4422.199260] PKRU: 55555554 [ 4422.199260] Call Trace: [ 4422.199263] [ 4422.199267] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4422.199272] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4422.199277] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4422.199280] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4422.199284] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4422.199286] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4422.199292] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4422.199294] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4422.199296] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4422.199298] [ 4422.199298] [ 4422.199299] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4422.199305] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4422.199313] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4422.199317] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4422.199318] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4422.199322] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4422.199328] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4422.199337] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4422.199342] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4422.199347] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4422.199353] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4422.199361] ? __bfs (kernel/locking/lockdep.c:1787) [ 4422.199364] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4422.199366] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4422.199369] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4422.199371] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4422.199373] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4422.199381] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4422.199384] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4422.199389] tc_run (net/core/dev.c:3945) [ 4422.199395] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4422.199399] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4422.199401] ? eth_header (net/ethernet/eth.c:85) [ 4422.199405] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4422.199408] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4422.199411] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4422.199412] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4422.199415] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4422.199419] ? __alloc_skb (net/core/skbuff.c:667) [ 4422.199422] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4422.199423] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4422.199425] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4422.199426] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4422.199428] call_timer_fn (kernel/time/timer.c:1700) [ 4422.199431] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4422.199434] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4422.199440] run_timer_softirq (kernel/time/timer.c:2053) [ 4422.199441] __do_softirq (kernel/softirq.c:553) [ 4422.199444] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4422.199448] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4422.199451] [ 4422.199451] [ 4422.199452] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4422.199456] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4422.199458] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4422.199459] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4422.199460] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4422.199461] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4422.199462] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4422.199463] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4422.199464] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4422.199466] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4422.199471] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4422.199472] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4422.199475] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4422.199478] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4422.199480] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4422.199482] arch_call_rest_init+0xe/0x30 [ 4422.199487] start_kernel (init/main.c:1045) [ 4422.199490] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4422.199492] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4422.199493] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4422.199490] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4422.199492] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4422.199493] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4422.199500] [ 4422.223603] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4422.224185] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4422.224465] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4422.225377] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4422.225640] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4422.225997] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4422.226350] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4422.226706] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4422.227085] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4422.227452] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4422.227867] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4422.228172] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4422.228529] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4422.228885] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4422.229241] PKRU: 55555554 [ 4422.229383] Call Trace: [ 4422.229514] [ 4422.229626] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4422.229879] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4422.230119] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4422.230338] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4422.230562] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4422.230790] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4422.231077] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4422.231285] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4422.231529] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4422.231760] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4422.231982] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4422.232245] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4422.232498] [ 4422.232610] [ 4422.232724] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4422.232997] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4422.233246] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4422.233446] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4422.233633] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4422.233865] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4422.234098] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4422.234346] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4422.234553] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4422.234824] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4422.235077] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4422.235348] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4422.235548] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4422.235795] ? __bfs (kernel/locking/lockdep.c:1787) [ 4422.235964] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4422.236174] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4422.236370] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4422.236588] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4422.236821] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4422.237038] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4422.237250] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4422.237441] tc_run (net/core/dev.c:3945) [ 4422.237608] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4422.237819] ? eth_header (net/ethernet/eth.c:85) [ 4422.238004] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4422.238216] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4422.238418] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4422.238651] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4422.238862] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4422.239083] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4422.239292] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4422.239502] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4422.239739] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4422.239968] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4422.240171] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4422.240405] call_timer_fn (kernel/time/timer.c:1700) [ 4422.240602] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4422.240828] ? rcu_core (kernel/rcu/tree.c:2467) [ 4422.241022] run_timer_softirq (kernel/time/timer.c:2053) [ 4422.241223] __do_softirq (kernel/softirq.c:553) [ 4422.241410] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4422.241647] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4422.241833] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4422.242041] kthread (kernel/kthread.c:388) [ 4422.242204] ? __pfx_kthread (kernel/kthread.c:341) [ 4422.242397] ret_from_fork (arch/x86/kernel/process.c:147) [ 4422.242583] ? __pfx_kthread (kernel/kthread.c:341) [ 4422.242778] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4500.247630] | [ 4500.247751] rcu: Stack dump where RCU GP kthread last ran: | [ 4500.248037] Sending NMI from CPU 1 to CPUs 0: | [ 4500.248278] NMI backtrace for cpu 0 [ 4500.248286] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4500.248288] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4500.248297] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4500.248298] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4500.248300] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4500.248302] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4500.248303] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4500.248304] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4500.248305] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4500.248307] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4500.248309] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4500.248310] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4500.248310] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4500.248311] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4500.248312] PKRU: 55555554 [ 4500.248312] Call Trace: [ 4500.248315] [ 4500.248319] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4500.248323] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4500.248328] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4500.248331] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4500.248334] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4500.248336] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4500.248342] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4500.248344] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4500.248346] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4500.248348] [ 4500.248348] [ 4500.248349] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4500.248355] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4500.248362] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4500.248366] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4500.248368] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4500.248371] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4500.248375] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4500.248381] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4500.248386] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4500.248391] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4500.248395] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4500.248403] ? __bfs (kernel/locking/lockdep.c:1787) [ 4500.248406] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4500.248408] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4500.248411] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4500.248413] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4500.248415] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4500.248421] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4500.248425] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4500.248430] tc_run (net/core/dev.c:3945) [ 4500.248436] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4500.248440] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4500.248442] ? eth_header (net/ethernet/eth.c:85) [ 4500.248446] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4500.248449] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4500.248451] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4500.248453] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4500.248456] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4500.248460] ? __alloc_skb (net/core/skbuff.c:667) [ 4500.248463] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4500.248464] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4500.248466] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4500.248468] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4500.248469] call_timer_fn (kernel/time/timer.c:1700) [ 4500.248472] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4500.248475] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4500.248479] run_timer_softirq (kernel/time/timer.c:2053) [ 4500.248480] __do_softirq (kernel/softirq.c:553) [ 4500.248483] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4500.248486] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4500.248489] [ 4500.248489] [ 4500.248490] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4500.248493] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4500.248495] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4500.248496] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4500.248497] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4500.248498] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4500.248499] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4500.248500] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4500.248500] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4500.248503] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4500.248508] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4500.248509] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4500.248511] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4500.248515] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4500.248517] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4500.248519] arch_call_rest_init+0xe/0x30 [ 4500.248525] start_kernel (init/main.c:1045) [ 4500.248527] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4500.248530] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4500.248531] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4500.248527] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4500.248530] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4500.248531] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4500.248538] [ 4500.272968] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4500.273554] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4500.273846] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4500.274793] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4500.275067] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4500.275435] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4500.275801] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4500.276171] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4500.276540] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4500.276912] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4500.277328] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4500.277632] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4500.278004] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4500.278372] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4500.278739] PKRU: 55555554 [ 4500.278889] Call Trace: [ 4500.279024] [ 4500.279137] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4500.279376] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4500.279620] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4500.279842] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4500.280068] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4500.280297] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4500.280578] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4500.280793] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4500.281050] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4500.281292] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4500.281520] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4500.281794] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4500.282057] [ 4500.282173] [ 4500.282292] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4500.282573] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4500.282832] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4500.283039] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4500.283233] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4500.283473] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4500.283713] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4500.283972] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4500.284186] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4500.284467] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4500.284727] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4500.285008] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4500.285215] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4500.285470] ? __bfs (kernel/locking/lockdep.c:1787) [ 4500.285645] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4500.285863] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4500.286066] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4500.286290] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4500.286529] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4500.286752] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4500.286973] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4500.287171] tc_run (net/core/dev.c:3945) [ 4500.287342] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4500.287558] ? eth_header (net/ethernet/eth.c:85) [ 4500.287749] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4500.287970] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4500.288178] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4500.288393] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4500.288605] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4500.288828] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4500.289038] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4500.289252] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4500.289490] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4500.289718] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4500.289922] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4500.290157] call_timer_fn (kernel/time/timer.c:1700) [ 4500.290356] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4500.290581] ? rcu_core (kernel/rcu/tree.c:2467) [ 4500.290771] run_timer_softirq (kernel/time/timer.c:2053) [ 4500.290980] __do_softirq (kernel/softirq.c:553) [ 4500.291173] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4500.291416] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4500.291608] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4500.291825] kthread (kernel/kthread.c:388) [ 4500.291993] ? __pfx_kthread (kernel/kthread.c:341) [ 4500.292193] ret_from_fork (arch/x86/kernel/process.c:147) [ 4500.292389] ? __pfx_kthread (kernel/kthread.c:341) [ 4500.292592] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4578.300623] | [ 4578.300745] rcu: Stack dump where RCU GP kthread last ran: | [ 4578.301028] Sending NMI from CPU 1 to CPUs 0: | [ 4578.301265] NMI backtrace for cpu 0 [ 4578.301273] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4578.301275] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4578.301283] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4578.301285] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4578.301287] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4578.301288] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4578.301289] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4578.301290] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4578.301291] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4578.301293] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4578.301294] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4578.301295] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4578.301296] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4578.301297] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4578.301298] PKRU: 55555554 [ 4578.301298] Call Trace: [ 4578.301300] [ 4578.301304] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4578.301308] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4578.301313] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4578.301316] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4578.301319] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4578.301321] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4578.301327] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4578.301329] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4578.301331] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4578.301332] [ 4578.301333] [ 4578.301334] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4578.301339] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4578.301346] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4578.301351] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4578.301352] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4578.301356] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4578.301360] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4578.301367] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4578.301372] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4578.301377] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4578.301383] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4578.301391] ? __bfs (kernel/locking/lockdep.c:1787) [ 4578.301394] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4578.301396] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4578.301399] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4578.301401] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4578.301404] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4578.301409] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4578.301413] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4578.301418] tc_run (net/core/dev.c:3945) [ 4578.301424] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4578.301429] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4578.301431] ? eth_header (net/ethernet/eth.c:85) [ 4578.301434] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4578.301438] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4578.301441] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4578.301442] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4578.301445] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4578.301450] ? __alloc_skb (net/core/skbuff.c:667) [ 4578.301453] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4578.301455] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4578.301457] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4578.301458] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4578.301459] call_timer_fn (kernel/time/timer.c:1700) [ 4578.301463] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4578.301465] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4578.301469] run_timer_softirq (kernel/time/timer.c:2053) [ 4578.301470] __do_softirq (kernel/softirq.c:553) [ 4578.301473] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4578.301476] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4578.301479] [ 4578.301479] [ 4578.301480] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4578.301482] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4578.301484] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4578.301486] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4578.301487] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4578.301488] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4578.301489] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4578.301489] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4578.301490] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4578.301493] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4578.301498] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4578.301499] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4578.301501] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4578.301505] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4578.301507] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4578.301509] arch_call_rest_init+0xe/0x30 [ 4578.301514] start_kernel (init/main.c:1045) [ 4578.301517] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4578.301519] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4578.301521] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4578.301517] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4578.301519] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4578.301521] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4578.301527] [ 4578.325889] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4578.326475] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4578.326765] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4578.327699] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4578.327974] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4578.328340] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4578.328706] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4578.329080] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4578.329446] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4578.329813] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4578.330231] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4578.330530] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4578.330896] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4578.331266] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4578.331633] PKRU: 55555554 [ 4578.331778] Call Trace: [ 4578.331915] [ 4578.332031] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4578.332267] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4578.332508] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4578.332732] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4578.332960] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4578.333194] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4578.333474] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4578.333692] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4578.333947] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4578.334183] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4578.334412] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4578.334683] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4578.334942] [ 4578.335059] [ 4578.335176] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4578.335455] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4578.335710] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4578.335919] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4578.336110] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4578.336349] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4578.336587] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4578.336843] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4578.337056] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4578.337333] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4578.337591] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4578.337873] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4578.338078] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4578.338332] ? __bfs (kernel/locking/lockdep.c:1787) [ 4578.338504] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4578.338720] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4578.338934] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4578.339159] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4578.339394] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4578.339618] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4578.339838] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4578.340034] tc_run (net/core/dev.c:3945) [ 4578.340205] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4578.340420] ? eth_header (net/ethernet/eth.c:85) [ 4578.340609] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4578.340826] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4578.341035] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4578.341248] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4578.341457] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4578.341678] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4578.341888] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4578.342096] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4578.342330] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4578.342557] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4578.342760] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4578.342993] call_timer_fn (kernel/time/timer.c:1700) [ 4578.343189] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4578.343413] ? rcu_core (kernel/rcu/tree.c:2467) [ 4578.343601] run_timer_softirq (kernel/time/timer.c:2053) [ 4578.343806] __do_softirq (kernel/softirq.c:553) [ 4578.344002] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4578.344245] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4578.344436] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4578.344648] kthread (kernel/kthread.c:388) [ 4578.344817] ? __pfx_kthread (kernel/kthread.c:341) [ 4578.345016] ret_from_fork (arch/x86/kernel/process.c:147) [ 4578.345206] ? __pfx_kthread (kernel/kthread.c:341) [ 4578.345404] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4656.349656] | [ 4656.349779] rcu: Stack dump where RCU GP kthread last ran: | [ 4656.350064] Sending NMI from CPU 1 to CPUs 0: | [ 4656.350312] NMI backtrace for cpu 0 [ 4656.350322] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4656.350325] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4656.350334] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 4656.350336] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4656.350339] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4656.350340] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4656.350341] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4656.350342] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4656.350343] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4656.350346] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4656.350347] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4656.350348] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4656.350349] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4656.350349] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4656.350350] PKRU: 55555554 [ 4656.350351] Call Trace: [ 4656.350353] [ 4656.350356] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4656.350360] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4656.350365] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4656.350368] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4656.350372] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4656.350373] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4656.350379] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4656.350381] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4656.350383] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4656.350385] [ 4656.350386] [ 4656.350387] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4656.350393] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4656.350401] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4656.350405] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4656.350407] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4656.350410] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4656.350414] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4656.350421] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4656.350427] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4656.350432] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4656.350437] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4656.350445] ? __bfs (kernel/locking/lockdep.c:1787) [ 4656.350448] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4656.350451] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4656.350454] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4656.350455] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4656.350458] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4656.350464] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4656.350468] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4656.350472] tc_run (net/core/dev.c:3945) [ 4656.350479] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4656.350483] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4656.350485] ? eth_header (net/ethernet/eth.c:85) [ 4656.350489] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4656.350491] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4656.350494] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4656.350496] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4656.350498] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4656.350502] ? __alloc_skb (net/core/skbuff.c:667) [ 4656.350505] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4656.350507] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4656.350508] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4656.350510] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4656.350511] call_timer_fn (kernel/time/timer.c:1700) [ 4656.350515] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4656.350517] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4656.350523] run_timer_softirq (kernel/time/timer.c:2053) [ 4656.350524] __do_softirq (kernel/softirq.c:553) [ 4656.350527] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4656.350531] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4656.350534] [ 4656.350534] [ 4656.350535] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4656.350538] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4656.350540] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4656.350541] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4656.350543] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4656.350544] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4656.350545] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4656.350545] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4656.350546] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4656.350549] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4656.350554] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4656.350555] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4656.350557] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4656.350560] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4656.350563] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4656.350565] arch_call_rest_init+0xe/0x30 [ 4656.350570] start_kernel (init/main.c:1045) [ 4656.350573] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4656.350576] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4656.350577] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4656.350573] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4656.350576] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4656.350577] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4656.350584] [ 4656.374812] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4656.375392] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4656.375679] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4656.376617] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4656.376889] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4656.377255] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4656.377621] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4656.377987] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4656.378351] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4656.378724] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4656.379138] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4656.379433] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4656.379801] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4656.380167] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4656.380532] PKRU: 55555554 [ 4656.380677] Call Trace: [ 4656.380811] [ 4656.380928] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4656.381159] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4656.381397] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4656.381621] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4656.381843] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4656.382074] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4656.382350] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4656.382565] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4656.382818] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4656.383056] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4656.383284] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4656.383556] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4656.383817] [ 4656.383934] [ 4656.384051] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4656.384332] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4656.384589] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4656.384793] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4656.384987] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4656.385228] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4656.385467] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4656.385723] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4656.385937] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4656.386215] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4656.386475] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4656.386755] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4656.386966] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4656.387220] ? __bfs (kernel/locking/lockdep.c:1787) [ 4656.387391] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4656.387609] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4656.387815] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4656.388037] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4656.388278] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4656.388510] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4656.388732] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4656.388933] tc_run (net/core/dev.c:3945) [ 4656.389103] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4656.389324] ? eth_header (net/ethernet/eth.c:85) [ 4656.389515] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4656.389731] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4656.389945] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4656.390164] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4656.390375] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4656.390599] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4656.390812] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4656.391023] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4656.391260] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4656.391487] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4656.391692] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4656.391927] call_timer_fn (kernel/time/timer.c:1700) [ 4656.392126] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4656.392355] ? rcu_core (kernel/rcu/tree.c:2467) [ 4656.392546] run_timer_softirq (kernel/time/timer.c:2053) [ 4656.392753] __do_softirq (kernel/softirq.c:553) [ 4656.392949] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4656.393198] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4656.393392] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4656.393606] kthread (kernel/kthread.c:388) [ 4656.393781] ? __pfx_kthread (kernel/kthread.c:341) [ 4656.393985] ret_from_fork (arch/x86/kernel/process.c:147) [ 4656.394177] ? __pfx_kthread (kernel/kthread.c:341) [ 4656.394377] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4734.402628] | [ 4734.402746] rcu: Stack dump where RCU GP kthread last ran: | [ 4734.403045] Sending NMI from CPU 1 to CPUs 0: | [ 4734.403287] NMI backtrace for cpu 0 [ 4734.403295] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4734.403298] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4734.403306] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 4734.403308] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4734.403310] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4734.403311] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4734.403312] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4734.403313] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4734.403314] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4734.403317] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4734.403318] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4734.403319] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4734.403320] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4734.403321] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4734.403321] PKRU: 55555554 [ 4734.403322] Call Trace: [ 4734.403325] [ 4734.403328] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4734.403333] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4734.403338] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4734.403341] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4734.403344] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4734.403346] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4734.403353] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4734.403355] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4734.403357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4734.403358] [ 4734.403359] [ 4734.403359] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4734.403365] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4734.403372] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4734.403376] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4734.403378] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4734.403382] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4734.403385] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4734.403397] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4734.403402] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4734.403408] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4734.403413] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4734.403421] ? __bfs (kernel/locking/lockdep.c:1787) [ 4734.403424] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4734.403426] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4734.403430] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4734.403432] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4734.403434] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4734.403440] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4734.403444] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4734.403448] tc_run (net/core/dev.c:3945) [ 4734.403455] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4734.403459] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4734.403461] ? eth_header (net/ethernet/eth.c:85) [ 4734.403465] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4734.403469] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4734.403471] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4734.403473] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4734.403476] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4734.403480] ? __alloc_skb (net/core/skbuff.c:667) [ 4734.403482] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4734.403484] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4734.403486] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4734.403487] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4734.403488] call_timer_fn (kernel/time/timer.c:1700) [ 4734.403492] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4734.403494] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4734.403499] run_timer_softirq (kernel/time/timer.c:2053) [ 4734.403500] __do_softirq (kernel/softirq.c:553) [ 4734.403502] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4734.403505] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4734.403508] [ 4734.403509] [ 4734.403509] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4734.403512] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4734.403514] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4734.403515] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4734.403516] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4734.403517] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4734.403518] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4734.403519] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4734.403519] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4734.403522] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4734.403526] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4734.403527] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4734.403529] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4734.403533] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4734.403535] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4734.403537] arch_call_rest_init+0xe/0x30 [ 4734.403543] start_kernel (init/main.c:1045) [ 4734.403545] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4734.403548] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4734.403550] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4734.403545] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4734.403548] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4734.403550] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4734.403556] [ 4734.427757] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4734.428352] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4734.428640] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4734.429584] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4734.429851] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4734.430209] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4734.430569] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4734.430929] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4734.431287] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4734.431675] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4734.432096] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4734.432395] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4734.432786] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4734.433162] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4734.433528] PKRU: 55555554 [ 4734.433674] Call Trace: [ 4734.433811] [ 4734.433927] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4734.434170] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4734.434406] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4734.434626] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4734.434862] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4734.435096] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4734.435374] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4734.435591] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4734.435846] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4734.436091] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4734.436336] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4734.436609] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4734.436869] [ 4734.436988] [ 4734.437107] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4734.437390] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4734.437654] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4734.437858] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4734.438074] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4734.438317] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4734.438561] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4734.438818] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4734.439032] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4734.439318] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4734.439594] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4734.439880] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4734.440087] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4734.440343] ? __bfs (kernel/locking/lockdep.c:1787) [ 4734.440514] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4734.440741] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4734.440960] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4734.441184] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4734.441422] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4734.441649] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4734.441870] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4734.442069] tc_run (net/core/dev.c:3945) [ 4734.442247] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4734.442458] ? eth_header (net/ethernet/eth.c:85) [ 4734.442642] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4734.442871] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4734.443083] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4734.443297] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4734.443506] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4734.443728] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4734.443939] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4734.444155] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4734.444404] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4734.444630] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4734.444835] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4734.445067] call_timer_fn (kernel/time/timer.c:1700) [ 4734.445263] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4734.445490] ? rcu_core (kernel/rcu/tree.c:2467) [ 4734.445687] run_timer_softirq (kernel/time/timer.c:2053) [ 4734.445889] __do_softirq (kernel/softirq.c:553) [ 4734.446075] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4734.446331] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4734.446523] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4734.446734] kthread (kernel/kthread.c:388) [ 4734.446906] ? __pfx_kthread (kernel/kthread.c:341) [ 4734.447106] ret_from_fork (arch/x86/kernel/process.c:147) [ 4734.447296] ? __pfx_kthread (kernel/kthread.c:341) [ 4734.447494] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4812.456452] | [ 4812.456570] rcu: Stack dump where RCU GP kthread last ran: | [ 4812.456845] Sending NMI from CPU 1 to CPUs 0: | [ 4812.457079] NMI backtrace for cpu 0 [ 4812.457094] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4812.457096] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4812.457105] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4812.457106] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4812.457108] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4812.457109] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4812.457110] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4812.457111] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4812.457112] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4812.457114] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4812.457115] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4812.457116] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4812.457117] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4812.457117] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4812.457118] PKRU: 55555554 [ 4812.457119] Call Trace: [ 4812.457121] [ 4812.457125] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4812.457129] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4812.457134] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4812.457136] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4812.457140] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4812.457141] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4812.457147] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4812.457149] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4812.457151] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4812.457153] [ 4812.457154] [ 4812.457155] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4812.457160] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4812.457167] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4812.457170] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4812.457172] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4812.457176] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4812.457179] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4812.457185] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4812.457191] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4812.457195] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4812.457201] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4812.457208] ? __bfs (kernel/locking/lockdep.c:1787) [ 4812.457212] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4812.457214] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4812.457217] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4812.457219] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4812.457221] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4812.457227] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4812.457231] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4812.457235] tc_run (net/core/dev.c:3945) [ 4812.457241] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4812.457245] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4812.457247] ? eth_header (net/ethernet/eth.c:85) [ 4812.457251] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4812.457254] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4812.457257] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4812.457258] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4812.457261] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4812.457264] ? __alloc_skb (net/core/skbuff.c:667) [ 4812.457267] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4812.457269] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4812.457270] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4812.457272] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4812.457273] call_timer_fn (kernel/time/timer.c:1700) [ 4812.457276] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4812.457279] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4812.457285] run_timer_softirq (kernel/time/timer.c:2053) [ 4812.457286] __do_softirq (kernel/softirq.c:553) [ 4812.457288] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4812.457292] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4812.457295] [ 4812.457296] [ 4812.457297] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4812.457299] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4812.457301] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4812.457302] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4812.457303] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4812.457304] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4812.457305] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4812.457306] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4812.457306] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4812.457309] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4812.457313] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4812.457315] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4812.457316] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4812.457320] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4812.457322] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4812.457323] arch_call_rest_init+0xe/0x30 [ 4812.457329] start_kernel (init/main.c:1045) [ 4812.457331] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4812.457335] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4812.457336] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4812.457331] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4812.457335] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4812.457336] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4812.457342] [ 4812.481215] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4812.481784] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4812.482064] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 4812.482982] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4812.483245] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4812.483600] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4812.483961] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4812.484315] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4812.484670] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4812.485030] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4812.485434] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4812.485724] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4812.486083] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4812.486438] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4812.486792] PKRU: 55555554 [ 4812.486936] Call Trace: [ 4812.487066] [ 4812.487178] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4812.487405] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4812.487643] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4812.487861] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4812.488077] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4812.488305] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4812.488578] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4812.488788] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4812.489037] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4812.489269] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4812.489491] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4812.489757] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4812.490011] [ 4812.490125] [ 4812.490240] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4812.490513] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4812.490764] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4812.490965] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4812.491155] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4812.491393] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4812.491627] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4812.491879] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4812.492088] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4812.492357] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4812.492609] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4812.492884] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4812.493086] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4812.493335] ? __bfs (kernel/locking/lockdep.c:1787) [ 4812.493501] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4812.493713] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4812.493914] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4812.494130] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4812.494363] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4812.494580] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4812.494795] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4812.494989] tc_run (net/core/dev.c:3945) [ 4812.495154] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4812.495367] ? eth_header (net/ethernet/eth.c:85) [ 4812.495553] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4812.495763] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4812.495969] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4812.496181] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4812.496384] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4812.496601] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4812.496807] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4812.497012] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4812.497242] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4812.497461] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4812.497665] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4812.497893] call_timer_fn (kernel/time/timer.c:1700) [ 4812.498085] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4812.498307] ? rcu_core (kernel/rcu/tree.c:2467) [ 4812.498498] run_timer_softirq (kernel/time/timer.c:2053) [ 4812.498699] __do_softirq (kernel/softirq.c:553) [ 4812.498891] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4812.499129] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4812.499316] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4812.499522] kthread (kernel/kthread.c:388) [ 4812.499689] ? __pfx_kthread (kernel/kthread.c:341) [ 4812.499885] ret_from_fork (arch/x86/kernel/process.c:147) [ 4812.500072] ? __pfx_kthread (kernel/kthread.c:341) [ 4812.500265] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4890.504815] | [ 4890.504940] rcu: Stack dump where RCU GP kthread last ran: | [ 4890.505225] Sending NMI from CPU 1 to CPUs 0: | [ 4890.505474] NMI backtrace for cpu 0 [ 4890.505492] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4890.505497] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4890.505509] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 4890.505511] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4890.505515] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4890.505516] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4890.505518] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4890.505519] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4890.505520] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4890.505523] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4890.505525] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4890.505526] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4890.505528] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4890.505528] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4890.505529] PKRU: 55555554 [ 4890.505530] Call Trace: [ 4890.505533] [ 4890.505538] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4890.505542] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4890.505550] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4890.505554] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4890.505559] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4890.505561] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4890.505570] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4890.505572] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4890.505574] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4890.505576] [ 4890.505576] [ 4890.505578] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4890.505586] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4890.505598] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4890.505606] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4890.505608] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4890.505615] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4890.505625] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4890.505636] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4890.505643] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4890.505649] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4890.505659] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4890.505668] ? __bfs (kernel/locking/lockdep.c:1787) [ 4890.505671] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4890.505674] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4890.505678] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4890.505679] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4890.505683] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4890.505691] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4890.505695] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4890.505703] tc_run (net/core/dev.c:3945) [ 4890.505713] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4890.505721] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4890.505723] ? eth_header (net/ethernet/eth.c:85) [ 4890.505728] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4890.505734] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4890.505737] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4890.505738] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4890.505742] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4890.505750] ? __alloc_skb (net/core/skbuff.c:667) [ 4890.505754] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4890.505757] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4890.505759] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4890.505761] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4890.505762] call_timer_fn (kernel/time/timer.c:1700) [ 4890.505766] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4890.505768] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4890.505779] run_timer_softirq (kernel/time/timer.c:2053) [ 4890.505780] __do_softirq (kernel/softirq.c:553) [ 4890.505783] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4890.505790] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4890.505794] [ 4890.505795] [ 4890.505797] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4890.505801] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4890.505804] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4890.505806] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4890.505807] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4890.505808] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4890.505809] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4890.505810] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4890.505810] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4890.505813] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4890.505821] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4890.505822] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4890.505825] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4890.505830] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4890.505832] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4890.505835] arch_call_rest_init+0xe/0x30 [ 4890.505845] start_kernel (init/main.c:1045) [ 4890.505847] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4890.505853] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4890.505855] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4890.505847] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4890.505853] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4890.505855] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4890.505862] [ 4890.530353] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4890.530948] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4890.531253] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4890.532215] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4890.532493] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4890.532871] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4890.533246] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4890.533618] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4890.533997] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4890.534373] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4890.534794] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4890.535102] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4890.535477] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4890.535854] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4890.536227] PKRU: 55555554 [ 4890.536375] Call Trace: [ 4890.536512] [ 4890.536631] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4890.536878] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4890.537123] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4890.537365] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4890.537590] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4890.537830] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4890.538126] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4890.538347] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4890.538605] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4890.538854] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4890.539085] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4890.539361] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4890.539622] [ 4890.539741] [ 4890.539865] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4890.540149] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4890.540408] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4890.540618] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4890.540816] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4890.541060] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4890.541301] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4890.541562] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4890.541778] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4890.542063] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4890.542326] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4890.542607] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4890.542823] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4890.543081] ? __bfs (kernel/locking/lockdep.c:1787) [ 4890.543256] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4890.543483] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4890.543693] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4890.543919] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4890.544169] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4890.544395] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4890.544620] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4890.544824] tc_run (net/core/dev.c:3945) [ 4890.544999] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4890.545231] ? eth_header (net/ethernet/eth.c:85) [ 4890.545426] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4890.545646] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4890.545861] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4890.546079] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4890.546291] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4890.546516] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4890.546733] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4890.546950] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4890.547205] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4890.547437] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4890.547641] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4890.547882] call_timer_fn (kernel/time/timer.c:1700) [ 4890.548086] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4890.548322] ? rcu_core (kernel/rcu/tree.c:2467) [ 4890.548522] run_timer_softirq (kernel/time/timer.c:2053) [ 4890.548735] __do_softirq (kernel/softirq.c:553) [ 4890.548936] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4890.549183] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4890.549379] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4890.549596] kthread (kernel/kthread.c:388) [ 4890.549771] ? __pfx_kthread (kernel/kthread.c:341) [ 4890.549977] ret_from_fork (arch/x86/kernel/process.c:147) [ 4890.550175] ? __pfx_kthread (kernel/kthread.c:341) [ 4890.550377] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4968.557641] | [ 4968.557762] rcu: Stack dump where RCU GP kthread last ran: | [ 4968.558044] Sending NMI from CPU 1 to CPUs 0: | [ 4968.558286] NMI backtrace for cpu 0 [ 4968.558295] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4968.558297] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4968.558306] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4968.558308] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 4968.558310] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 4968.558311] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 4968.558312] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 4968.558313] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 4968.558314] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 4968.558316] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 4968.558317] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4968.558318] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 4968.558319] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4968.558320] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4968.558321] PKRU: 55555554 [ 4968.558321] Call Trace: [ 4968.558324] [ 4968.558328] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4968.558332] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4968.558338] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4968.558340] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4968.558344] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4968.558346] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4968.558352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4968.558354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4968.558356] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4968.558358] [ 4968.558359] [ 4968.558360] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4968.558365] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4968.558374] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4968.558378] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4968.558380] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4968.558383] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4968.558387] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4968.558394] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4968.558400] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4968.558405] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4968.558411] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4968.558418] ? __bfs (kernel/locking/lockdep.c:1787) [ 4968.558422] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4968.558424] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4968.558427] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4968.558429] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4968.558431] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 4968.558437] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4968.558441] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4968.558445] tc_run (net/core/dev.c:3945) [ 4968.558452] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4968.558457] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4968.558458] ? eth_header (net/ethernet/eth.c:85) [ 4968.558463] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4968.558466] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4968.558469] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4968.558471] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4968.558474] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4968.558478] ? __alloc_skb (net/core/skbuff.c:667) [ 4968.558481] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4968.558482] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4968.558484] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4968.558485] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4968.558486] call_timer_fn (kernel/time/timer.c:1700) [ 4968.558490] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4968.558492] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4968.558499] run_timer_softirq (kernel/time/timer.c:2053) [ 4968.558500] __do_softirq (kernel/softirq.c:553) [ 4968.558502] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4968.558506] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4968.558510] [ 4968.558510] [ 4968.558511] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4968.558514] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 4968.558516] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 4968.558518] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 4968.558519] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 4968.558520] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 4968.558520] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 4968.558521] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4968.558521] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 4968.558524] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4968.558528] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 4968.558530] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 4968.558532] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 4968.558535] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 4968.558537] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 4968.558539] arch_call_rest_init+0xe/0x30 [ 4968.558545] start_kernel (init/main.c:1045) [ 4968.558548] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 4968.558550] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 4968.558552] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4968.558548] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 4968.558550] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 4968.558552] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 4968.558558] [ 4968.582838] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4968.583415] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4968.583702] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4968.584638] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 4968.584911] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 4968.585283] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 4968.585650] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 4968.586017] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 4968.586380] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 4968.586748] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 4968.587175] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4968.587471] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 4968.587840] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4968.588207] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4968.588573] PKRU: 55555554 [ 4968.588718] Call Trace: [ 4968.588853] [ 4968.588972] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4968.589207] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4968.589445] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4968.589669] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4968.589893] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4968.590125] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4968.590402] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4968.590618] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4968.590871] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4968.591110] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4968.591341] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4968.591617] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4968.591881] [ 4968.591998] [ 4968.592116] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4968.592397] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4968.592655] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4968.592863] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4968.593057] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4968.593301] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4968.593541] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 4968.593799] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 4968.594014] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 4968.594290] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 4968.594549] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4968.594835] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4968.595043] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4968.595298] ? __bfs (kernel/locking/lockdep.c:1787) [ 4968.595468] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4968.595685] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 4968.595890] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 4968.596111] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4968.596350] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4968.596574] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4968.596807] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4968.597005] tc_run (net/core/dev.c:3945) [ 4968.597177] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 4968.597395] ? eth_header (net/ethernet/eth.c:85) [ 4968.597586] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4968.597802] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4968.598013] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4968.598229] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4968.598438] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4968.598660] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4968.598871] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 4968.599079] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4968.599314] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 4968.599537] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 4968.599741] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 4968.599975] call_timer_fn (kernel/time/timer.c:1700) [ 4968.600171] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4968.600398] ? rcu_core (kernel/rcu/tree.c:2467) [ 4968.600587] run_timer_softirq (kernel/time/timer.c:2053) [ 4968.600796] __do_softirq (kernel/softirq.c:553) [ 4968.600989] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 4968.601234] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 4968.601425] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 4968.601637] kthread (kernel/kthread.c:388) [ 4968.601808] ? __pfx_kthread (kernel/kthread.c:341) [ 4968.602006] ret_from_fork (arch/x86/kernel/process.c:147) [ 4968.602198] ? __pfx_kthread (kernel/kthread.c:341) [ 4968.602399] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5046.606497] | [ 5046.606614] rcu: Stack dump where RCU GP kthread last ran: | [ 5046.606889] Sending NMI from CPU 1 to CPUs 0: | [ 5046.607123] NMI backtrace for cpu 0 [ 5046.607132] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5046.607134] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5046.607142] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5046.607144] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5046.607146] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5046.607147] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5046.607148] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5046.607149] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5046.607150] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5046.607153] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5046.607154] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5046.607155] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5046.607156] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5046.607157] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5046.607158] PKRU: 55555554 [ 5046.607159] Call Trace: [ 5046.607161] [ 5046.607165] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5046.607169] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5046.607174] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5046.607177] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5046.607180] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5046.607182] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5046.607189] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5046.607190] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5046.607193] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5046.607194] [ 5046.607195] [ 5046.607196] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5046.607202] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5046.607210] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5046.607214] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5046.607216] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5046.607219] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5046.607223] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5046.607230] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5046.607235] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5046.607240] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5046.607246] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5046.607254] ? __bfs (kernel/locking/lockdep.c:1787) [ 5046.607257] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5046.607259] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5046.607262] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5046.607264] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5046.607266] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5046.607272] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5046.607276] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5046.607280] tc_run (net/core/dev.c:3945) [ 5046.607287] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5046.607291] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5046.607294] ? eth_header (net/ethernet/eth.c:85) [ 5046.607297] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5046.607301] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5046.607304] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5046.607305] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5046.607308] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5046.607312] ? __alloc_skb (net/core/skbuff.c:667) [ 5046.607315] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5046.607316] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5046.607318] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5046.607319] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5046.607321] call_timer_fn (kernel/time/timer.c:1700) [ 5046.607324] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5046.607326] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5046.607332] run_timer_softirq (kernel/time/timer.c:2053) [ 5046.607333] __do_softirq (kernel/softirq.c:553) [ 5046.607336] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5046.607340] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5046.607343] [ 5046.607343] [ 5046.607344] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5046.607347] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5046.607349] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5046.607350] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5046.607351] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5046.607352] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5046.607353] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5046.607353] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5046.607354] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5046.607356] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5046.607361] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5046.607362] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5046.607364] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5046.607368] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5046.607370] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5046.607372] arch_call_rest_init+0xe/0x30 [ 5046.607378] start_kernel (init/main.c:1045) [ 5046.607381] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5046.607383] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5046.607385] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5046.607381] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5046.607383] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5046.607385] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5046.607391] [ 5046.631232] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5046.631802] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5046.632083] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5046.633002] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5046.633267] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5046.633624] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5046.633992] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5046.634348] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5046.634703] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5046.635062] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5046.635462] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5046.635751] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5046.636109] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5046.636469] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5046.636825] PKRU: 55555554 [ 5046.636968] Call Trace: [ 5046.637098] [ 5046.637209] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5046.637436] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5046.637669] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5046.637885] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5046.638103] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5046.638324] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5046.638594] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5046.638802] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5046.639047] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5046.639277] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5046.639497] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5046.639762] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5046.640016] [ 5046.640128] [ 5046.640241] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5046.640516] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5046.640766] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5046.640968] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5046.641155] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5046.641389] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5046.641621] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5046.641872] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5046.642081] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5046.642354] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5046.642606] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5046.642878] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5046.643079] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5046.643329] ? __bfs (kernel/locking/lockdep.c:1787) [ 5046.643500] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5046.643712] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5046.643910] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5046.644127] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5046.644358] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5046.644575] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5046.644791] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5046.644985] tc_run (net/core/dev.c:3945) [ 5046.645150] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5046.645361] ? eth_header (net/ethernet/eth.c:85) [ 5046.645544] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5046.645756] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5046.645961] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5046.646177] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5046.646388] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5046.646604] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5046.646810] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5046.647015] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5046.647241] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5046.647465] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5046.647662] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5046.647892] call_timer_fn (kernel/time/timer.c:1700) [ 5046.648083] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5046.648305] ? rcu_core (kernel/rcu/tree.c:2467) [ 5046.648487] run_timer_softirq (kernel/time/timer.c:2053) [ 5046.648697] __do_softirq (kernel/softirq.c:553) [ 5046.648886] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5046.649124] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5046.649310] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5046.649519] kthread (kernel/kthread.c:388) [ 5046.649683] ? __pfx_kthread (kernel/kthread.c:341) [ 5046.649879] ret_from_fork (arch/x86/kernel/process.c:147) [ 5046.650065] ? __pfx_kthread (kernel/kthread.c:341) [ 5046.650260] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5124.654835] | [ 5124.654961] rcu: Stack dump where RCU GP kthread last ran: | [ 5124.655252] Sending NMI from CPU 1 to CPUs 0: | [ 5124.655503] NMI backtrace for cpu 0 [ 5124.655511] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5124.655515] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5124.655522] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5124.655524] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5124.655526] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5124.655527] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5124.655528] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5124.655529] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5124.655530] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5124.655533] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5124.655534] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5124.655535] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5124.655536] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5124.655536] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5124.655537] PKRU: 55555554 [ 5124.655538] Call Trace: [ 5124.655540] [ 5124.655542] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5124.655545] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5124.655550] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5124.655552] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5124.655556] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5124.655557] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5124.655564] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5124.655566] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5124.655568] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5124.655569] [ 5124.655570] [ 5124.655571] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5124.655577] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5124.655584] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5124.655588] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5124.655590] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5124.655593] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5124.655597] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5124.655604] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5124.655610] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5124.655615] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5124.655620] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5124.655628] ? __bfs (kernel/locking/lockdep.c:1787) [ 5124.655631] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5124.655633] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5124.655637] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5124.655639] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5124.655641] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5124.655647] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5124.655651] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5124.655655] tc_run (net/core/dev.c:3945) [ 5124.655662] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5124.655666] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5124.655668] ? eth_header (net/ethernet/eth.c:85) [ 5124.655672] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5124.655675] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5124.655678] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5124.655680] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5124.655682] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5124.655687] ? __alloc_skb (net/core/skbuff.c:667) [ 5124.655691] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5124.655693] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5124.655695] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5124.655696] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5124.655698] call_timer_fn (kernel/time/timer.c:1700) [ 5124.655701] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5124.655704] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5124.655708] run_timer_softirq (kernel/time/timer.c:2053) [ 5124.655709] __do_softirq (kernel/softirq.c:553) [ 5124.655712] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5124.655715] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5124.655718] [ 5124.655718] [ 5124.655719] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5124.655721] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5124.655723] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5124.655725] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5124.655726] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5124.655727] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5124.655728] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5124.655728] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5124.655729] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5124.655731] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5124.655736] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5124.655738] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5124.655740] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5124.655743] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5124.655746] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5124.655748] arch_call_rest_init+0xe/0x30 [ 5124.655753] start_kernel (init/main.c:1045) [ 5124.655756] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5124.655758] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5124.655760] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5124.655756] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5124.655758] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5124.655760] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5124.655765] [ 5124.680315] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5124.680908] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5124.681202] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5124.682162] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5124.682439] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5124.682815] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5124.683191] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5124.683565] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5124.683940] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5124.684316] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5124.684743] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5124.685048] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5124.685423] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5124.685798] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5124.686186] PKRU: 55555554 [ 5124.686334] Call Trace: [ 5124.686471] [ 5124.686588] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5124.686828] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5124.687072] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5124.687301] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5124.687528] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5124.687766] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5124.688051] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5124.688272] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5124.688529] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5124.688771] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5124.689006] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5124.689284] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5124.689550] [ 5124.689670] [ 5124.689791] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5124.690077] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5124.690339] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5124.690547] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5124.690742] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5124.690989] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5124.691233] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5124.691495] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5124.691712] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5124.691994] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5124.692258] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5124.692547] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5124.692757] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5124.693017] ? __bfs (kernel/locking/lockdep.c:1787) [ 5124.693190] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5124.693413] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5124.693621] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5124.693848] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5124.694092] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5124.694321] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5124.694545] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5124.694747] tc_run (net/core/dev.c:3945) [ 5124.694921] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5124.695142] ? eth_header (net/ethernet/eth.c:85) [ 5124.695336] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5124.695556] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5124.695772] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5124.695996] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5124.696209] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5124.696438] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5124.696653] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5124.696868] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5124.697108] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5124.697339] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5124.697550] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5124.697788] call_timer_fn (kernel/time/timer.c:1700) [ 5124.697990] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5124.698226] ? rcu_core (kernel/rcu/tree.c:2467) [ 5124.698420] run_timer_softirq (kernel/time/timer.c:2053) [ 5124.698632] __do_softirq (kernel/softirq.c:553) [ 5124.698830] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5124.699080] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5124.699276] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5124.699493] kthread (kernel/kthread.c:388) [ 5124.699667] ? __pfx_kthread (kernel/kthread.c:341) [ 5124.699871] ret_from_fork (arch/x86/kernel/process.c:147) [ 5124.700068] ? __pfx_kthread (kernel/kthread.c:341) [ 5124.700274] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5202.707825] | [ 5202.707950] rcu: Stack dump where RCU GP kthread last ran: | [ 5202.708243] Sending NMI from CPU 1 to CPUs 0: | [ 5202.708487] NMI backtrace for cpu 0 [ 5202.708494] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5202.708496] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5202.708501] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5202.708503] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5202.708505] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5202.708506] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5202.708507] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5202.708508] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5202.708509] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5202.708511] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5202.708512] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5202.708513] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5202.708515] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5202.708515] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5202.708516] PKRU: 55555554 [ 5202.708517] Call Trace: [ 5202.708518] [ 5202.708520] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5202.708524] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5202.708528] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5202.708531] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5202.708534] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5202.708536] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5202.708542] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5202.708544] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5202.708546] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5202.708548] [ 5202.708549] [ 5202.708549] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5202.708555] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5202.708562] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5202.708566] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5202.708568] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5202.708571] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5202.708575] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5202.708587] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5202.708592] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5202.708597] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5202.708603] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5202.708612] ? __bfs (kernel/locking/lockdep.c:1787) [ 5202.708615] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5202.708617] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5202.708620] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5202.708621] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5202.708624] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5202.708629] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5202.708633] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5202.708638] tc_run (net/core/dev.c:3945) [ 5202.708644] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5202.708648] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5202.708650] ? eth_header (net/ethernet/eth.c:85) [ 5202.708654] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5202.708658] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5202.708660] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5202.708662] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5202.708665] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5202.708669] ? __alloc_skb (net/core/skbuff.c:667) [ 5202.708672] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5202.708674] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5202.708676] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5202.708677] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5202.708678] call_timer_fn (kernel/time/timer.c:1700) [ 5202.708681] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5202.708684] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5202.708689] run_timer_softirq (kernel/time/timer.c:2053) [ 5202.708690] __do_softirq (kernel/softirq.c:553) [ 5202.708693] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5202.708696] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5202.708699] [ 5202.708700] [ 5202.708700] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5202.708703] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5202.708705] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5202.708706] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5202.708707] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5202.708708] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5202.708709] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5202.708710] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5202.708710] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5202.708713] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5202.708718] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5202.708719] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5202.708721] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5202.708724] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5202.708727] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5202.708729] arch_call_rest_init+0xe/0x30 [ 5202.708734] start_kernel (init/main.c:1045) [ 5202.708736] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5202.708738] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5202.708740] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5202.708736] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5202.708738] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5202.708740] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5202.708745] [ 5202.733438] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5202.734034] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5202.734331] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5202.735292] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5202.735577] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5202.735966] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5202.736343] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5202.736719] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5202.737096] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5202.737474] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5202.737901] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5202.738208] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5202.738584] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5202.738961] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5202.739338] PKRU: 55555554 [ 5202.739487] Call Trace: [ 5202.739626] [ 5202.739744] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5202.739985] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5202.740233] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5202.740460] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5202.740690] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5202.740928] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5202.741212] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5202.741435] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5202.741694] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5202.741937] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5202.742173] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5202.742454] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5202.742720] [ 5202.742841] [ 5202.742962] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5202.743249] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5202.743514] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5202.743727] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5202.743924] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5202.744171] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5202.744417] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5202.744681] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5202.744900] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5202.745187] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5202.745452] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5202.745746] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5202.745958] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5202.746220] ? __bfs (kernel/locking/lockdep.c:1787) [ 5202.746397] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5202.746619] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5202.746828] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5202.747057] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5202.747302] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5202.747534] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5202.747759] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5202.747963] tc_run (net/core/dev.c:3945) [ 5202.748138] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5202.748361] ? eth_header (net/ethernet/eth.c:85) [ 5202.748556] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5202.748779] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5202.748995] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5202.749216] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5202.749431] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5202.749659] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5202.749875] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5202.750090] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5202.750332] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5202.750568] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5202.750777] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5202.751018] call_timer_fn (kernel/time/timer.c:1700) [ 5202.751221] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5202.751452] ? rcu_core (kernel/rcu/tree.c:2467) [ 5202.751647] run_timer_softirq (kernel/time/timer.c:2053) [ 5202.751859] __do_softirq (kernel/softirq.c:553) [ 5202.752058] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5202.752310] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5202.752506] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5202.752725] kthread (kernel/kthread.c:388) [ 5202.752900] ? __pfx_kthread (kernel/kthread.c:341) [ 5202.753105] ret_from_fork (arch/x86/kernel/process.c:147) [ 5202.753302] ? __pfx_kthread (kernel/kthread.c:341) [ 5202.753505] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5280.760801] | [ 5280.760927] rcu: Stack dump where RCU GP kthread last ran: | [ 5280.761217] Sending NMI from CPU 1 to CPUs 0: | [ 5280.761461] NMI backtrace for cpu 0 [ 5280.761468] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5280.761470] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5280.761476] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5280.761478] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5280.761480] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5280.761481] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5280.761481] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5280.761482] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5280.761483] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5280.761486] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5280.761488] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5280.761489] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5280.761489] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5280.761490] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5280.761491] PKRU: 55555554 [ 5280.761491] Call Trace: [ 5280.761493] [ 5280.761496] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5280.761499] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5280.761504] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5280.761507] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5280.761510] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5280.761512] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5280.761519] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5280.761521] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5280.761523] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5280.761525] [ 5280.761525] [ 5280.761526] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5280.761531] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5280.761539] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5280.761543] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5280.761545] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5280.761548] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5280.761552] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5280.761559] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5280.761564] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5280.761570] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5280.761576] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5280.761584] ? __bfs (kernel/locking/lockdep.c:1787) [ 5280.761587] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5280.761589] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5280.761592] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5280.761594] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5280.761597] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5280.761602] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5280.761606] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5280.761610] tc_run (net/core/dev.c:3945) [ 5280.761617] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5280.761621] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5280.761623] ? eth_header (net/ethernet/eth.c:85) [ 5280.761627] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5280.761630] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5280.761632] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5280.761634] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5280.761637] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5280.761642] ? __alloc_skb (net/core/skbuff.c:667) [ 5280.761645] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5280.761647] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5280.761649] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5280.761650] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5280.761651] call_timer_fn (kernel/time/timer.c:1700) [ 5280.761654] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5280.761657] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5280.761662] run_timer_softirq (kernel/time/timer.c:2053) [ 5280.761663] __do_softirq (kernel/softirq.c:553) [ 5280.761666] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5280.761670] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5280.761673] [ 5280.761674] [ 5280.761675] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5280.761678] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5280.761680] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5280.761681] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5280.761682] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5280.761683] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5280.761684] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5280.761685] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5280.761686] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5280.761688] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5280.761693] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5280.761694] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5280.761696] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5280.761699] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5280.761701] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5280.761703] arch_call_rest_init+0xe/0x30 [ 5280.761709] start_kernel (init/main.c:1045) [ 5280.761711] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5280.761713] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5280.761714] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5280.761711] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5280.761713] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5280.761714] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5280.761720] [ 5280.786374] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5280.786971] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5280.787269] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5280.788230] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5280.788512] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5280.788886] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5280.789262] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5280.789639] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5280.790015] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5280.790391] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5280.790818] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5280.791125] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5280.791501] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5280.791880] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5280.792259] PKRU: 55555554 [ 5280.792408] Call Trace: [ 5280.792546] [ 5280.792666] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5280.792913] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5280.793160] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5280.793388] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5280.793617] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5280.793856] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5280.794141] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5280.794364] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5280.794622] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5280.794865] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5280.795100] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5280.795385] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5280.795651] [ 5280.795771] [ 5280.795894] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5280.796181] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5280.796447] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5280.796659] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5280.796855] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5280.797104] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5280.797350] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5280.797613] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5280.797832] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5280.798119] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5280.798384] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5280.798673] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5280.798885] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5280.799147] ? __bfs (kernel/locking/lockdep.c:1787) [ 5280.799324] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5280.799545] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5280.799754] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5280.799984] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5280.800228] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5280.800458] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5280.800683] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5280.800887] tc_run (net/core/dev.c:3945) [ 5280.801062] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5280.801284] ? eth_header (net/ethernet/eth.c:85) [ 5280.801479] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5280.801702] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5280.801919] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5280.802140] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5280.802354] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5280.802584] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5280.802800] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5280.803016] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5280.803257] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5280.803491] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5280.803701] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5280.803940] call_timer_fn (kernel/time/timer.c:1700) [ 5280.804143] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5280.804376] ? rcu_core (kernel/rcu/tree.c:2467) [ 5280.804571] run_timer_softirq (kernel/time/timer.c:2053) [ 5280.804783] __do_softirq (kernel/softirq.c:553) [ 5280.804982] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5280.805238] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5280.805435] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5280.805652] kthread (kernel/kthread.c:388) [ 5280.805828] ? __pfx_kthread (kernel/kthread.c:341) [ 5280.806033] ret_from_fork (arch/x86/kernel/process.c:147) [ 5280.806230] ? __pfx_kthread (kernel/kthread.c:341) [ 5280.806433] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5358.813632] | [ 5358.813753] rcu: Stack dump where RCU GP kthread last ran: | [ 5358.814038] Sending NMI from CPU 1 to CPUs 0: | [ 5358.814275] NMI backtrace for cpu 0 [ 5358.814288] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5358.814290] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5358.814296] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5358.814297] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5358.814299] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5358.814300] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5358.814301] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5358.814301] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5358.814302] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5358.814305] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5358.814307] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5358.814308] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5358.814308] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5358.814309] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5358.814310] PKRU: 55555554 [ 5358.814310] Call Trace: [ 5358.814312] [ 5358.814314] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5358.814317] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5358.814321] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5358.814324] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5358.814327] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5358.814328] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5358.814335] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5358.814337] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5358.814339] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5358.814340] [ 5358.814341] [ 5358.814342] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5358.814347] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5358.814354] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5358.814358] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5358.814359] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5358.814363] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5358.814367] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5358.814374] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5358.814379] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5358.814384] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5358.814390] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5358.814398] ? __bfs (kernel/locking/lockdep.c:1787) [ 5358.814401] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5358.814403] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5358.814406] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5358.814407] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5358.814410] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5358.814416] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5358.814419] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5358.814424] tc_run (net/core/dev.c:3945) [ 5358.814431] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5358.814435] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5358.814437] ? eth_header (net/ethernet/eth.c:85) [ 5358.814441] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5358.814444] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5358.814446] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5358.814448] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5358.814451] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5358.814454] ? __alloc_skb (net/core/skbuff.c:667) [ 5358.814457] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5358.814458] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5358.814460] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5358.814461] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5358.814462] call_timer_fn (kernel/time/timer.c:1700) [ 5358.814465] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5358.814468] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5358.814474] run_timer_softirq (kernel/time/timer.c:2053) [ 5358.814475] __do_softirq (kernel/softirq.c:553) [ 5358.814477] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5358.814481] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5358.814484] [ 5358.814485] [ 5358.814485] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5358.814488] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5358.814490] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5358.814491] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5358.814492] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5358.814493] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5358.814494] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5358.814495] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5358.814495] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5358.814498] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5358.814502] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5358.814504] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5358.814506] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5358.814510] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5358.814512] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5358.814514] arch_call_rest_init+0xe/0x30 [ 5358.814519] start_kernel (init/main.c:1045) [ 5358.814521] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5358.814524] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5358.814526] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5358.814521] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5358.814524] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5358.814526] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5358.814531] [ 5358.839130] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5358.839727] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5358.840022] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5358.840987] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5358.841265] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5358.841641] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5358.842018] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5358.842393] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5358.842769] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5358.843147] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5358.843570] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5358.843877] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5358.844254] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5358.844630] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5358.845008] PKRU: 55555554 [ 5358.845159] Call Trace: [ 5358.845297] [ 5358.845413] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5358.845651] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5358.845899] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5358.846125] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5358.846355] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5358.846591] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5358.846878] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5358.847098] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5358.847356] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5358.847599] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5358.847832] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5358.848114] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5358.848381] [ 5358.848500] [ 5358.848619] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5358.848910] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5358.849175] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5358.849384] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5358.849581] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5358.849832] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5358.850075] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5358.850339] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5358.850559] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5358.850841] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5358.851106] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5358.851392] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5358.851603] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5358.851864] ? __bfs (kernel/locking/lockdep.c:1787) [ 5358.852041] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5358.852260] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5358.852470] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5358.852698] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5358.852944] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5358.853173] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5358.853398] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5358.853602] tc_run (net/core/dev.c:3945) [ 5358.853773] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5358.853997] ? eth_header (net/ethernet/eth.c:85) [ 5358.854191] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5358.854413] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5358.854627] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5358.854852] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5358.855068] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5358.855294] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5358.855510] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5358.855726] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5358.855965] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5358.856200] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5358.856409] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5358.856650] call_timer_fn (kernel/time/timer.c:1700) [ 5358.856853] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5358.857085] ? rcu_core (kernel/rcu/tree.c:2467) [ 5358.857279] run_timer_softirq (kernel/time/timer.c:2053) [ 5358.857493] __do_softirq (kernel/softirq.c:553) [ 5358.857692] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5358.857942] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5358.858138] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5358.858359] kthread (kernel/kthread.c:388) [ 5358.858533] ? __pfx_kthread (kernel/kthread.c:341) [ 5358.858738] ret_from_fork (arch/x86/kernel/process.c:147) [ 5358.858936] ? __pfx_kthread (kernel/kthread.c:341) [ 5358.859141] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5436.866816] | [ 5436.866941] rcu: Stack dump where RCU GP kthread last ran: | [ 5436.867229] Sending NMI from CPU 1 to CPUs 0: | [ 5436.867473] NMI backtrace for cpu 0 [ 5436.867482] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5436.867484] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5436.867490] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 5436.867492] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5436.867494] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5436.867495] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5436.867496] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5436.867497] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5436.867497] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5436.867500] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5436.867501] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5436.867502] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5436.867503] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5436.867503] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5436.867504] PKRU: 55555554 [ 5436.867505] Call Trace: [ 5436.867506] [ 5436.867508] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5436.867512] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5436.867516] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5436.867519] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5436.867522] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5436.867524] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5436.867530] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5436.867532] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5436.867534] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5436.867535] [ 5436.867536] [ 5436.867536] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5436.867542] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5436.867549] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5436.867554] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5436.867555] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5436.867559] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5436.867565] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5436.867574] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5436.867580] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5436.867585] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5436.867590] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5436.867599] ? __bfs (kernel/locking/lockdep.c:1787) [ 5436.867601] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5436.867604] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5436.867607] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5436.867608] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5436.867611] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5436.867617] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5436.867620] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5436.867625] tc_run (net/core/dev.c:3945) [ 5436.867631] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5436.867635] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5436.867637] ? eth_header (net/ethernet/eth.c:85) [ 5436.867641] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5436.867644] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5436.867646] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5436.867648] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5436.867651] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5436.867654] ? __alloc_skb (net/core/skbuff.c:667) [ 5436.867657] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5436.867659] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5436.867660] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5436.867662] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5436.867663] call_timer_fn (kernel/time/timer.c:1700) [ 5436.867666] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5436.867668] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5436.867674] run_timer_softirq (kernel/time/timer.c:2053) [ 5436.867675] __do_softirq (kernel/softirq.c:553) [ 5436.867678] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5436.867681] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5436.867685] [ 5436.867685] [ 5436.867685] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5436.867688] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5436.867690] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5436.867691] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5436.867692] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5436.867693] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5436.867694] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5436.867695] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5436.867695] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5436.867698] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5436.867703] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5436.867704] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5436.867706] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5436.867710] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5436.867712] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5436.867714] arch_call_rest_init+0xe/0x30 [ 5436.867720] start_kernel (init/main.c:1045) [ 5436.867722] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5436.867725] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5436.867727] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5436.867722] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5436.867725] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5436.867727] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5436.867732] [ 5436.892283] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5436.892879] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5436.893169] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5436.894130] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5436.894412] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5436.894786] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5436.895161] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5436.895535] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5436.895910] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5436.896286] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5436.896706] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5436.897012] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5436.897388] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5436.897763] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5436.898137] PKRU: 55555554 [ 5436.898286] Call Trace: [ 5436.898422] [ 5436.898539] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5436.898776] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5436.899023] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5436.899251] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5436.899479] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5436.899715] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5436.899998] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5436.900217] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5436.900475] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5436.900719] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5436.900953] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5436.901233] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5436.901499] [ 5436.901619] [ 5436.901738] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5436.902026] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5436.902290] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5436.902499] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5436.902696] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5436.902943] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5436.903187] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5436.903450] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5436.903668] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5436.903953] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5436.904216] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5436.904508] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5436.904725] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5436.904987] ? __bfs (kernel/locking/lockdep.c:1787) [ 5436.905162] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5436.905383] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5436.905594] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5436.905821] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5436.906066] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5436.906293] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5436.906520] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5436.906722] tc_run (net/core/dev.c:3945) [ 5436.906894] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5436.907119] ? eth_header (net/ethernet/eth.c:85) [ 5436.907314] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5436.907534] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5436.907747] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5436.907969] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5436.908186] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5436.908412] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5436.908629] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5436.908843] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5436.909084] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5436.909316] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5436.909523] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5436.909764] call_timer_fn (kernel/time/timer.c:1700) [ 5436.909966] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5436.910199] ? rcu_core (kernel/rcu/tree.c:2467) [ 5436.910393] run_timer_softirq (kernel/time/timer.c:2053) [ 5436.910605] __do_softirq (kernel/softirq.c:553) [ 5436.910803] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5436.911053] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5436.911248] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5436.911466] kthread (kernel/kthread.c:388) [ 5436.911641] ? __pfx_kthread (kernel/kthread.c:341) [ 5436.911846] ret_from_fork (arch/x86/kernel/process.c:147) [ 5436.912042] ? __pfx_kthread (kernel/kthread.c:341) [ 5436.912245] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5514.919892] | [ 5514.920017] rcu: Stack dump where RCU GP kthread last ran: | [ 5514.920308] Sending NMI from CPU 1 to CPUs 0: | [ 5514.920553] NMI backtrace for cpu 0 [ 5514.920559] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5514.920562] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5514.920569] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5514.920571] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5514.920573] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5514.920574] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5514.920575] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5514.920577] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5514.920577] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5514.920581] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5514.920582] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5514.920583] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5514.920584] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5514.920584] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5514.920585] PKRU: 55555554 [ 5514.920586] Call Trace: [ 5514.920588] [ 5514.920590] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5514.920593] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5514.920600] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5514.920603] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5514.920607] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5514.920609] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5514.920616] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5514.920618] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5514.920621] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5514.920623] [ 5514.920623] [ 5514.920624] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5514.920631] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5514.920641] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5514.920646] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5514.920648] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5514.920653] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5514.920658] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5514.920665] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5514.920671] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5514.920676] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5514.920683] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5514.920692] ? __bfs (kernel/locking/lockdep.c:1787) [ 5514.920696] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5514.920699] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5514.920702] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5514.920704] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5514.920708] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5514.920715] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5514.920719] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5514.920725] tc_run (net/core/dev.c:3945) [ 5514.920733] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5514.920739] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5514.920741] ? eth_header (net/ethernet/eth.c:85) [ 5514.920746] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5514.920751] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5514.920753] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5514.920755] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5514.920758] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5514.920764] ? __alloc_skb (net/core/skbuff.c:667) [ 5514.920768] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5514.920770] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5514.920772] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5514.920773] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5514.920774] call_timer_fn (kernel/time/timer.c:1700) [ 5514.920778] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5514.920780] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5514.920786] run_timer_softirq (kernel/time/timer.c:2053) [ 5514.920787] __do_softirq (kernel/softirq.c:553) [ 5514.920790] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5514.920795] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5514.920800] [ 5514.920800] [ 5514.920801] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5514.920805] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5514.920807] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5514.920808] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5514.920810] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5514.920811] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5514.920812] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5514.920813] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5514.920814] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5514.920816] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5514.920822] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5514.920823] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5514.920825] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5514.920831] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5514.920833] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5514.920835] arch_call_rest_init+0xe/0x30 [ 5514.920843] start_kernel (init/main.c:1045) [ 5514.920846] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5514.920850] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5514.920851] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5514.920846] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5514.920850] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5514.920851] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5514.920857] [ 5514.945644] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5514.946248] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5514.946553] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 5514.947515] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5514.947798] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5514.948178] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5514.948557] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5514.948941] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5514.949320] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5514.949700] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5514.950133] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5514.950442] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5514.950818] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5514.951197] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5514.951573] PKRU: 55555554 [ 5514.951723] Call Trace: [ 5514.951866] [ 5514.951989] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5514.952237] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5514.952486] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5514.952715] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5514.952943] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5514.953182] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5514.953470] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5514.953692] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5514.953962] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5514.954204] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5514.954439] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5514.954727] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5514.954997] [ 5514.955118] [ 5514.955239] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5514.955531] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5514.955796] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5514.956011] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5514.956211] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5514.956460] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5514.956705] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5514.956968] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5514.957187] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5514.957471] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5514.957737] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5514.958028] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5514.958241] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5514.958504] ? __bfs (kernel/locking/lockdep.c:1787) [ 5514.958682] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5514.958905] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5514.959116] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5514.959348] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5514.959598] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5514.959830] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5514.960058] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5514.960264] tc_run (net/core/dev.c:3945) [ 5514.960440] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5514.960666] ? eth_header (net/ethernet/eth.c:85) [ 5514.960865] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5514.961088] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5514.961304] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5514.961527] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5514.961743] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5514.961974] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5514.962192] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5514.962412] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5514.962653] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5514.962887] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5514.963100] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5514.963338] call_timer_fn (kernel/time/timer.c:1700) [ 5514.963542] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5514.963777] ? rcu_core (kernel/rcu/tree.c:2467) [ 5514.963979] run_timer_softirq (kernel/time/timer.c:2053) [ 5514.964191] __do_softirq (kernel/softirq.c:553) [ 5514.964390] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5514.964644] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5514.964843] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5514.965062] kthread (kernel/kthread.c:388) [ 5514.965238] ? __pfx_kthread (kernel/kthread.c:341) [ 5514.965443] ret_from_fork (arch/x86/kernel/process.c:147) [ 5514.965642] ? __pfx_kthread (kernel/kthread.c:341) [ 5514.965847] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5592.972203] | [ 5592.972315] rcu: Stack dump where RCU GP kthread last ran: | [ 5592.972574] Sending NMI from CPU 1 to CPUs 0: | [ 5592.972797] NMI backtrace for cpu 0 [ 5592.972805] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5592.972807] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5592.972814] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5592.972816] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5592.972818] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5592.972819] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5592.972820] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5592.972821] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5592.972822] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5592.972825] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5592.972826] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5592.972827] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5592.972828] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5592.972828] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5592.972829] PKRU: 55555554 [ 5592.972830] Call Trace: [ 5592.972833] [ 5592.972836] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5592.972840] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5592.972845] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5592.972848] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5592.972851] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5592.972853] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5592.972859] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5592.972861] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5592.972863] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5592.972865] [ 5592.972866] [ 5592.972867] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5592.972873] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5592.972880] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5592.972884] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5592.972885] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5592.972889] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5592.972892] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5592.972899] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5592.972905] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5592.972909] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5592.972915] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5592.972923] ? __bfs (kernel/locking/lockdep.c:1787) [ 5592.972926] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5592.972928] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5592.972931] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5592.972932] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5592.972935] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5592.972940] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5592.972944] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5592.972949] tc_run (net/core/dev.c:3945) [ 5592.972955] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5592.972959] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5592.972960] ? eth_header (net/ethernet/eth.c:85) [ 5592.972964] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5592.972966] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5592.972969] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5592.972970] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5592.972973] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5592.972977] ? __alloc_skb (net/core/skbuff.c:667) [ 5592.972979] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5592.972981] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5592.972982] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5592.972984] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5592.972985] call_timer_fn (kernel/time/timer.c:1700) [ 5592.972988] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5592.972990] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5592.972996] run_timer_softirq (kernel/time/timer.c:2053) [ 5592.972997] __do_softirq (kernel/softirq.c:553) [ 5592.973000] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5592.973003] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5592.973006] [ 5592.973007] [ 5592.973007] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5592.973010] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5592.973012] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5592.973013] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5592.973014] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5592.973015] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5592.973016] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5592.973016] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5592.973017] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5592.973019] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5592.973024] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5592.973026] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5592.973028] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5592.973031] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5592.973033] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5592.973036] arch_call_rest_init+0xe/0x30 [ 5592.973041] start_kernel (init/main.c:1045) [ 5592.973044] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5592.973046] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5592.973048] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5592.973044] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5592.973046] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5592.973048] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5592.973054] [ 5592.995581] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5592.996118] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5592.996383] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5592.997254] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5592.997505] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5592.997847] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5592.998185] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5592.998523] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5592.998862] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5592.999203] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5592.999586] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5592.999863] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5593.000203] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5593.000542] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5593.000881] PKRU: 55555554 [ 5593.001015] Call Trace: [ 5593.001140] [ 5593.001246] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5593.001461] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5593.001683] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5593.001892] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5593.002098] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5593.002312] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5593.002567] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5593.002765] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5593.002999] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5593.003218] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5593.003429] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5593.003710] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5593.003965] [ 5593.004079] [ 5593.004192] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5593.004465] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5593.004726] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5593.004922] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5593.005100] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5593.005323] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5593.005544] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5593.005781] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5593.005979] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5593.006236] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5593.006474] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5593.006734] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5593.006928] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5593.007163] ? __bfs (kernel/locking/lockdep.c:1787) [ 5593.007321] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5593.007521] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5593.007708] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5593.007914] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5593.008135] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5593.008339] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5593.008543] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5593.008726] tc_run (net/core/dev.c:3945) [ 5593.008883] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5593.009085] ? eth_header (net/ethernet/eth.c:85) [ 5593.009260] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5593.009458] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5593.009649] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5593.009853] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5593.010045] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5593.010250] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5593.010444] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5593.010638] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5593.010855] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5593.011064] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5593.011251] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5593.011469] call_timer_fn (kernel/time/timer.c:1700) [ 5593.011651] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5593.011863] ? rcu_core (kernel/rcu/tree.c:2467) [ 5593.012036] run_timer_softirq (kernel/time/timer.c:2053) [ 5593.012227] __do_softirq (kernel/softirq.c:553) [ 5593.012405] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5593.012631] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5593.012810] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5593.013005] kthread (kernel/kthread.c:388) [ 5593.013163] ? __pfx_kthread (kernel/kthread.c:341) [ 5593.013347] ret_from_fork (arch/x86/kernel/process.c:147) [ 5593.013529] ? __pfx_kthread (kernel/kthread.c:341) [ 5593.013739] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5671.021187] | [ 5671.021300] rcu: Stack dump where RCU GP kthread last ran: | [ 5671.021561] Sending NMI from CPU 1 to CPUs 0: | [ 5671.021785] NMI backtrace for cpu 0 [ 5671.021794] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5671.021799] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5671.021807] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5671.021809] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5671.021811] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5671.021812] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5671.021813] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5671.021814] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5671.021814] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5671.021817] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5671.021818] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5671.021819] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5671.021820] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5671.021820] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5671.021821] PKRU: 55555554 [ 5671.021822] Call Trace: [ 5671.021824] [ 5671.021827] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5671.021831] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5671.021836] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5671.021839] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5671.021842] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5671.021844] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5671.021850] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5671.021851] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5671.021853] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5671.021855] [ 5671.021855] [ 5671.021856] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5671.021862] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5671.021868] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5671.021872] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5671.021874] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5671.021877] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5671.021881] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5671.021887] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5671.021893] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5671.021898] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5671.021903] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5671.021911] ? __bfs (kernel/locking/lockdep.c:1787) [ 5671.021914] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5671.021916] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5671.021919] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5671.021921] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5671.021924] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5671.021930] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5671.021934] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5671.021938] tc_run (net/core/dev.c:3945) [ 5671.021944] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5671.021948] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5671.021950] ? eth_header (net/ethernet/eth.c:85) [ 5671.021955] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5671.021958] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5671.021960] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5671.021962] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5671.021965] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5671.021968] ? __alloc_skb (net/core/skbuff.c:667) [ 5671.021971] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5671.021972] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5671.021974] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5671.021976] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5671.021977] call_timer_fn (kernel/time/timer.c:1700) [ 5671.021980] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5671.021982] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5671.021989] run_timer_softirq (kernel/time/timer.c:2053) [ 5671.021990] __do_softirq (kernel/softirq.c:553) [ 5671.021992] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5671.021996] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5671.021999] [ 5671.021999] [ 5671.022000] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5671.022003] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5671.022005] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5671.022006] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5671.022007] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5671.022008] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5671.022009] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5671.022009] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5671.022010] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5671.022012] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5671.022017] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5671.022018] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5671.022020] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5671.022024] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5671.022026] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5671.022028] arch_call_rest_init+0xe/0x30 [ 5671.022033] start_kernel (init/main.c:1045) [ 5671.022036] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5671.022038] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5671.022040] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5671.022036] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5671.022038] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5671.022040] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5671.022046] [ 5671.044516] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5671.045053] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5671.045315] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5671.046183] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5671.046433] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5671.046771] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5671.047112] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5671.047448] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5671.047783] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5671.048126] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5671.048508] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5671.048783] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5671.049123] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5671.049461] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5671.049799] PKRU: 55555554 [ 5671.049935] Call Trace: [ 5671.050058] [ 5671.050163] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5671.050378] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5671.050600] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5671.050807] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5671.051013] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5671.051230] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5671.051485] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5671.051682] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5671.051919] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5671.052139] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5671.052350] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5671.052603] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5671.052844] [ 5671.052952] [ 5671.053060] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5671.053352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5671.053602] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5671.053803] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5671.053991] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5671.054226] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5671.054461] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5671.054699] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5671.054898] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5671.055154] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5671.055393] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5671.055652] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5671.055847] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5671.056081] ? __bfs (kernel/locking/lockdep.c:1787) [ 5671.056241] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5671.056442] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5671.056630] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5671.056836] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5671.057058] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5671.057263] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5671.057468] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5671.057651] tc_run (net/core/dev.c:3945) [ 5671.057808] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5671.058012] ? eth_header (net/ethernet/eth.c:85) [ 5671.058187] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5671.058386] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5671.058578] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5671.058779] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5671.058974] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5671.059179] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5671.059375] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5671.059569] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5671.059786] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5671.059997] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5671.060183] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5671.060400] call_timer_fn (kernel/time/timer.c:1700) [ 5671.060582] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5671.060792] ? rcu_core (kernel/rcu/tree.c:2467) [ 5671.060969] run_timer_softirq (kernel/time/timer.c:2053) [ 5671.061160] __do_softirq (kernel/softirq.c:553) [ 5671.061338] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5671.061563] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5671.061741] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5671.061939] kthread (kernel/kthread.c:388) [ 5671.062097] ? __pfx_kthread (kernel/kthread.c:341) [ 5671.062281] ret_from_fork (arch/x86/kernel/process.c:147) [ 5671.062458] ? __pfx_kthread (kernel/kthread.c:341) [ 5671.062641] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5749.070172] | [ 5749.070284] rcu: Stack dump where RCU GP kthread last ran: | [ 5749.070545] Sending NMI from CPU 1 to CPUs 0: | [ 5749.070765] NMI backtrace for cpu 0 [ 5749.070772] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5749.070774] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5749.070781] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5749.070782] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5749.070784] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5749.070786] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5749.070787] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5749.070788] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5749.070788] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5749.070791] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5749.070792] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5749.070793] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5749.070794] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5749.070795] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5749.070795] PKRU: 55555554 [ 5749.070797] Call Trace: [ 5749.070799] [ 5749.070802] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5749.070806] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5749.070810] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5749.070813] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5749.070816] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5749.070818] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5749.070823] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5749.070825] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5749.070827] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5749.070829] [ 5749.070829] [ 5749.070830] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5749.070836] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5749.070842] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5749.070846] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5749.070847] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5749.070851] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5749.070855] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5749.070865] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5749.070870] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5749.070875] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5749.070880] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5749.070888] ? __bfs (kernel/locking/lockdep.c:1787) [ 5749.070891] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5749.070894] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5749.070897] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5749.070899] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5749.070901] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5749.070907] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5749.070910] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5749.070915] tc_run (net/core/dev.c:3945) [ 5749.070921] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5749.070926] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5749.070927] ? eth_header (net/ethernet/eth.c:85) [ 5749.070931] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5749.070934] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5749.070936] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5749.070938] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5749.070941] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5749.070945] ? __alloc_skb (net/core/skbuff.c:667) [ 5749.070949] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5749.070950] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5749.070952] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5749.070954] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5749.070955] call_timer_fn (kernel/time/timer.c:1700) [ 5749.070958] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5749.070961] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5749.070967] run_timer_softirq (kernel/time/timer.c:2053) [ 5749.070968] __do_softirq (kernel/softirq.c:553) [ 5749.070971] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5749.070973] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5749.070976] [ 5749.070976] [ 5749.070977] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5749.070980] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5749.070981] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5749.070982] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5749.070983] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5749.070984] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5749.070985] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5749.070986] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5749.070986] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5749.070989] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5749.070993] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5749.070995] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5749.070997] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5749.071000] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5749.071002] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5749.071004] arch_call_rest_init+0xe/0x30 [ 5749.071009] start_kernel (init/main.c:1045) [ 5749.071011] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5749.071014] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5749.071015] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5749.071011] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5749.071014] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5749.071015] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5749.071021] [ 5749.093338] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5749.093904] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5749.094182] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5749.095052] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5749.095305] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5749.095642] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5749.095982] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5749.096322] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5749.096662] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5749.097003] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5749.097390] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5749.097665] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5749.098005] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5749.098344] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5749.098683] PKRU: 55555554 [ 5749.098817] Call Trace: [ 5749.098940] [ 5749.099045] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5749.099261] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5749.099481] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5749.099686] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5749.099892] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5749.100106] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5749.100360] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5749.100560] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5749.100793] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5749.101011] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5749.101226] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5749.101476] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5749.101714] [ 5749.101824] [ 5749.101933] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5749.102192] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5749.102429] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5749.102618] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5749.102804] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5749.103027] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5749.103247] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5749.103484] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5749.103679] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5749.103937] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5749.104178] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5749.104438] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5749.104628] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5749.104867] ? __bfs (kernel/locking/lockdep.c:1787) [ 5749.105025] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5749.105226] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5749.105418] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5749.105622] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5749.105843] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5749.106051] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5749.106253] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5749.106436] tc_run (net/core/dev.c:3945) [ 5749.106594] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5749.106794] ? eth_header (net/ethernet/eth.c:85) [ 5749.106971] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5749.107171] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5749.107366] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5749.107564] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5749.107757] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5749.107966] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5749.108159] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5749.108353] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5749.108570] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5749.108781] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5749.108971] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5749.109186] call_timer_fn (kernel/time/timer.c:1700) [ 5749.109369] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5749.109581] ? rcu_core (kernel/rcu/tree.c:2467) [ 5749.109756] run_timer_softirq (kernel/time/timer.c:2053) [ 5749.109947] __do_softirq (kernel/softirq.c:553) [ 5749.110128] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5749.110353] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5749.110534] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5749.110730] kthread (kernel/kthread.c:388) [ 5749.110889] ? __pfx_kthread (kernel/kthread.c:341) [ 5749.111073] ret_from_fork (arch/x86/kernel/process.c:147) [ 5749.111249] ? __pfx_kthread (kernel/kthread.c:341) [ 5749.111436] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5827.119156] | [ 5827.119267] rcu: Stack dump where RCU GP kthread last ran: | [ 5827.119528] Sending NMI from CPU 1 to CPUs 0: | [ 5827.119748] NMI backtrace for cpu 0 [ 5827.119756] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5827.119757] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5827.119764] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5827.119766] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5827.119768] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5827.119769] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5827.119770] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5827.119771] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5827.119772] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5827.119774] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5827.119776] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5827.119776] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5827.119777] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5827.119778] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5827.119779] PKRU: 55555554 [ 5827.119779] Call Trace: [ 5827.119781] [ 5827.119784] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5827.119788] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5827.119793] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5827.119797] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5827.119800] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5827.119802] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5827.119808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5827.119810] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5827.119812] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5827.119814] [ 5827.119814] [ 5827.119815] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5827.119820] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5827.119827] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5827.119831] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5827.119833] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5827.119836] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5827.119840] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5827.119846] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5827.119852] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5827.119856] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5827.119862] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5827.119870] ? __bfs (kernel/locking/lockdep.c:1787) [ 5827.119873] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5827.119875] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5827.119878] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5827.119880] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5827.119883] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5827.119888] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5827.119892] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5827.119896] tc_run (net/core/dev.c:3945) [ 5827.119902] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5827.119906] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5827.119908] ? eth_header (net/ethernet/eth.c:85) [ 5827.119912] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5827.119915] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5827.119917] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5827.119919] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5827.119922] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5827.119926] ? __alloc_skb (net/core/skbuff.c:667) [ 5827.119929] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5827.119930] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5827.119932] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5827.119933] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5827.119935] call_timer_fn (kernel/time/timer.c:1700) [ 5827.119938] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5827.119940] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5827.119945] run_timer_softirq (kernel/time/timer.c:2053) [ 5827.119945] __do_softirq (kernel/softirq.c:553) [ 5827.119948] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5827.119951] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5827.119954] [ 5827.119954] [ 5827.119955] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5827.119957] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5827.119959] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5827.119960] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5827.119961] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5827.119962] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5827.119963] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5827.119963] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5827.119964] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5827.119966] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5827.119971] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5827.119972] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5827.119974] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5827.119977] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5827.119980] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5827.119981] arch_call_rest_init+0xe/0x30 [ 5827.119986] start_kernel (init/main.c:1045) [ 5827.119988] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5827.119991] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5827.119992] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5827.119988] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5827.119991] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5827.119992] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5827.119998] [ 5827.142252] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5827.142795] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5827.143059] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5827.143929] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5827.144179] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5827.144518] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5827.144855] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5827.145193] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5827.145531] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5827.145872] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5827.146253] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5827.146529] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5827.146869] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5827.147206] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5827.147544] PKRU: 55555554 [ 5827.147678] Call Trace: [ 5827.147804] [ 5827.147908] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5827.148123] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5827.148345] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5827.148548] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5827.148755] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5827.148967] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5827.149225] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5827.149423] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5827.149656] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5827.149876] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5827.150086] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5827.150337] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5827.150577] [ 5827.150684] [ 5827.150792] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5827.151054] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5827.151292] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5827.151482] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5827.151660] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5827.151883] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5827.152103] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5827.152343] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5827.152566] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5827.152838] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5827.153091] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5827.153362] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5827.153570] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5827.153805] ? __bfs (kernel/locking/lockdep.c:1787) [ 5827.153965] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5827.154163] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5827.154350] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5827.154557] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5827.154776] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5827.154984] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5827.155186] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5827.155369] tc_run (net/core/dev.c:3945) [ 5827.155525] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5827.155727] ? eth_header (net/ethernet/eth.c:85) [ 5827.155901] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5827.156103] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5827.156296] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5827.156492] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5827.156687] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5827.156893] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5827.157085] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5827.157280] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5827.157494] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5827.157704] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5827.157893] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5827.158110] call_timer_fn (kernel/time/timer.c:1700) [ 5827.158291] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5827.158498] ? rcu_core (kernel/rcu/tree.c:2467) [ 5827.158674] run_timer_softirq (kernel/time/timer.c:2053) [ 5827.158865] __do_softirq (kernel/softirq.c:553) [ 5827.159044] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5827.159269] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5827.159446] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5827.159643] kthread (kernel/kthread.c:388) [ 5827.159798] ? __pfx_kthread (kernel/kthread.c:341) [ 5827.159983] ret_from_fork (arch/x86/kernel/process.c:147) [ 5827.160163] ? __pfx_kthread (kernel/kthread.c:341) [ 5827.160347] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5905.168175] | [ 5905.168287] rcu: Stack dump where RCU GP kthread last ran: | [ 5905.168546] Sending NMI from CPU 1 to CPUs 0: | [ 5905.168766] NMI backtrace for cpu 0 [ 5905.168776] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5905.168778] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5905.168785] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5905.168787] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5905.168789] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5905.168790] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5905.168791] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5905.168792] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5905.168792] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5905.168795] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5905.168796] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5905.168797] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5905.168798] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5905.168799] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5905.168800] PKRU: 55555554 [ 5905.168801] Call Trace: [ 5905.168803] [ 5905.168806] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5905.168810] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5905.168815] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5905.168817] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5905.168820] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5905.168822] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5905.168827] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5905.168829] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5905.168832] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5905.168834] [ 5905.168834] [ 5905.168835] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5905.168840] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5905.168846] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5905.168849] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5905.168851] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5905.168854] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5905.168860] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5905.168867] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5905.168873] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5905.168878] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5905.168883] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5905.168891] ? __bfs (kernel/locking/lockdep.c:1787) [ 5905.168894] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5905.168896] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5905.168899] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5905.168901] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5905.168903] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5905.168908] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5905.168912] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5905.168916] tc_run (net/core/dev.c:3945) [ 5905.168922] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5905.168926] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5905.168928] ? eth_header (net/ethernet/eth.c:85) [ 5905.168931] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5905.168934] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5905.168936] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5905.168938] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5905.168941] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5905.168944] ? __alloc_skb (net/core/skbuff.c:667) [ 5905.168947] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5905.168948] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5905.168950] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5905.168951] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5905.168952] call_timer_fn (kernel/time/timer.c:1700) [ 5905.168956] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5905.168958] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5905.168964] run_timer_softirq (kernel/time/timer.c:2053) [ 5905.168965] __do_softirq (kernel/softirq.c:553) [ 5905.168967] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5905.168971] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5905.168974] [ 5905.168974] [ 5905.168975] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5905.168977] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5905.168979] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5905.168980] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5905.168981] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5905.168983] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5905.168983] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5905.168984] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5905.168985] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5905.168987] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5905.168992] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5905.168993] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5905.168996] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5905.168999] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5905.169001] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5905.169003] arch_call_rest_init+0xe/0x30 [ 5905.169008] start_kernel (init/main.c:1045) [ 5905.169011] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5905.169013] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5905.169015] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5905.169011] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5905.169013] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5905.169015] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5905.169021] [ 5905.191270] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5905.191808] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5905.192101] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5905.193019] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5905.193287] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5905.193628] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5905.193966] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5905.194303] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5905.194642] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5905.194984] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5905.195364] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5905.195640] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5905.195981] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5905.196319] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5905.196654] PKRU: 55555554 [ 5905.196793] Call Trace: [ 5905.196917] [ 5905.197022] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5905.197235] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5905.197457] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5905.197662] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5905.197871] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5905.198084] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5905.198340] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5905.198538] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5905.198770] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5905.198990] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5905.199200] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5905.199453] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5905.199694] [ 5905.199802] [ 5905.199910] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5905.200170] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5905.200407] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5905.200596] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5905.200775] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5905.200999] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5905.201218] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5905.201455] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5905.201658] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5905.201920] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5905.202170] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5905.202429] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5905.202620] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5905.202856] ? __bfs (kernel/locking/lockdep.c:1787) [ 5905.203016] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5905.203214] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5905.203405] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5905.203610] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5905.203833] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5905.204038] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5905.204245] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5905.204429] tc_run (net/core/dev.c:3945) [ 5905.204585] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5905.204788] ? eth_header (net/ethernet/eth.c:85) [ 5905.204964] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5905.205164] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5905.205356] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5905.205556] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5905.205751] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5905.205957] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5905.206155] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5905.206350] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5905.206566] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5905.206777] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5905.206965] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5905.207182] call_timer_fn (kernel/time/timer.c:1700) [ 5905.207366] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5905.207575] ? rcu_core (kernel/rcu/tree.c:2467) [ 5905.207751] run_timer_softirq (kernel/time/timer.c:2053) [ 5905.207945] __do_softirq (kernel/softirq.c:553) [ 5905.208122] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5905.208348] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5905.208525] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5905.208723] kthread (kernel/kthread.c:388) [ 5905.208880] ? __pfx_kthread (kernel/kthread.c:341) [ 5905.209067] ret_from_fork (arch/x86/kernel/process.c:147) [ 5905.209244] ? __pfx_kthread (kernel/kthread.c:341) [ 5905.209427] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5983.216260] | [ 5983.216371] rcu: Stack dump where RCU GP kthread last ran: | [ 5983.216631] Sending NMI from CPU 1 to CPUs 0: | [ 5983.216853] NMI backtrace for cpu 0 [ 5983.216860] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5983.216862] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5983.216870] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5983.216872] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 5983.216873] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 5983.216875] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 5983.216876] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 5983.216877] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 5983.216877] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 5983.216880] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 5983.216881] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5983.216882] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 5983.216883] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5983.216883] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5983.216884] PKRU: 55555554 [ 5983.216884] Call Trace: [ 5983.216886] [ 5983.216889] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5983.216893] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5983.216898] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5983.216901] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5983.216904] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5983.216905] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5983.216911] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5983.216913] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5983.216915] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5983.216917] [ 5983.216917] [ 5983.216918] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5983.216923] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5983.216929] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5983.216933] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5983.216934] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5983.216938] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5983.216941] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5983.216947] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5983.216953] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5983.216958] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5983.216964] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5983.216972] ? __bfs (kernel/locking/lockdep.c:1787) [ 5983.216975] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5983.216977] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5983.216980] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5983.216982] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5983.216984] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 5983.216990] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5983.216994] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5983.216998] tc_run (net/core/dev.c:3945) [ 5983.217005] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5983.217009] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5983.217011] ? eth_header (net/ethernet/eth.c:85) [ 5983.217015] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5983.217018] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5983.217020] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5983.217022] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5983.217025] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5983.217029] ? __alloc_skb (net/core/skbuff.c:667) [ 5983.217032] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5983.217033] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5983.217035] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5983.217036] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5983.217038] call_timer_fn (kernel/time/timer.c:1700) [ 5983.217041] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5983.217043] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5983.217047] run_timer_softirq (kernel/time/timer.c:2053) [ 5983.217048] __do_softirq (kernel/softirq.c:553) [ 5983.217051] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5983.217054] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5983.217057] [ 5983.217057] [ 5983.217058] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5983.217060] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 5983.217062] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 5983.217063] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 5983.217064] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 5983.217065] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 5983.217066] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 5983.217066] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5983.217067] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 5983.217069] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5983.217074] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 5983.217075] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 5983.217077] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 5983.217081] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 5983.217083] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 5983.217085] arch_call_rest_init+0xe/0x30 [ 5983.217091] start_kernel (init/main.c:1045) [ 5983.217093] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 5983.217096] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 5983.217097] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5983.217093] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 5983.217096] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 5983.217097] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 5983.217104] [ 5983.240258] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5983.240794] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5983.241062] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5983.241974] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 5983.242242] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 5983.242600] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 5983.242956] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 5983.243295] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 5983.243635] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 5983.243975] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 5983.244361] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5983.244637] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 5983.244977] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5983.245322] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5983.245662] PKRU: 55555554 [ 5983.245796] Call Trace: [ 5983.245920] [ 5983.246026] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5983.246243] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5983.246465] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5983.246671] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5983.246877] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5983.247091] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5983.247346] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5983.247547] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5983.247779] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5983.247998] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5983.248209] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5983.248459] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5983.248698] [ 5983.248807] [ 5983.248916] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5983.249175] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5983.249411] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5983.249601] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5983.249779] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5983.250004] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5983.250225] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 5983.250462] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 5983.250657] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 5983.250914] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 5983.251154] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5983.251414] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5983.251632] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5983.251882] ? __bfs (kernel/locking/lockdep.c:1787) [ 5983.252048] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5983.252260] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 5983.252458] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 5983.252673] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5983.252908] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5983.253117] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5983.253319] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5983.253502] tc_run (net/core/dev.c:3945) [ 5983.253660] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 5983.253863] ? eth_header (net/ethernet/eth.c:85) [ 5983.254039] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5983.254238] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5983.254432] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5983.254631] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5983.254827] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5983.255035] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5983.255229] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 5983.255423] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5983.255640] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 5983.255852] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 5983.256041] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 5983.256256] call_timer_fn (kernel/time/timer.c:1700) [ 5983.256439] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5983.256649] ? rcu_core (kernel/rcu/tree.c:2467) [ 5983.256825] run_timer_softirq (kernel/time/timer.c:2053) [ 5983.257016] __do_softirq (kernel/softirq.c:553) [ 5983.257193] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 5983.257419] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 5983.257596] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 5983.257791] kthread (kernel/kthread.c:388) [ 5983.257950] ? __pfx_kthread (kernel/kthread.c:341) [ 5983.258134] ret_from_fork (arch/x86/kernel/process.c:147) [ 5983.258311] ? __pfx_kthread (kernel/kthread.c:341) [ 5983.258494] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6061.265193] | [ 6061.265305] rcu: Stack dump where RCU GP kthread last ran: | [ 6061.265566] Sending NMI from CPU 1 to CPUs 0: | [ 6061.265788] NMI backtrace for cpu 0 [ 6061.265797] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6061.265799] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6061.265807] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6061.265809] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6061.265810] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6061.265811] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6061.265812] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6061.265813] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6061.265814] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6061.265816] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6061.265818] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6061.265819] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6061.265820] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6061.265820] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6061.265821] PKRU: 55555554 [ 6061.265822] Call Trace: [ 6061.265825] [ 6061.265828] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6061.265832] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6061.265837] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6061.265840] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6061.265843] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6061.265845] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6061.265851] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6061.265853] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6061.265855] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6061.265857] [ 6061.265857] [ 6061.265858] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6061.265864] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6061.265871] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6061.265875] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6061.265877] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6061.265880] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6061.265884] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6061.265890] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6061.265895] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6061.265900] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6061.265906] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6061.265913] ? __bfs (kernel/locking/lockdep.c:1787) [ 6061.265916] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6061.265919] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6061.265922] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6061.265924] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6061.265926] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6061.265932] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6061.265936] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6061.265940] tc_run (net/core/dev.c:3945) [ 6061.265947] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6061.265951] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6061.265953] ? eth_header (net/ethernet/eth.c:85) [ 6061.265956] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6061.265960] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6061.265962] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6061.265964] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6061.265967] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6061.265970] ? __alloc_skb (net/core/skbuff.c:667) [ 6061.265973] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6061.265974] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6061.265976] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6061.265978] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6061.265979] call_timer_fn (kernel/time/timer.c:1700) [ 6061.265982] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6061.265985] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6061.265990] run_timer_softirq (kernel/time/timer.c:2053) [ 6061.265991] __do_softirq (kernel/softirq.c:553) [ 6061.265994] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6061.265998] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6061.266001] [ 6061.266001] [ 6061.266002] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6061.266005] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6061.266007] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6061.266008] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6061.266009] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6061.266010] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6061.266011] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6061.266012] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6061.266012] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6061.266015] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6061.266019] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6061.266021] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6061.266023] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6061.266026] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6061.266028] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6061.266030] arch_call_rest_init+0xe/0x30 [ 6061.266035] start_kernel (init/main.c:1045) [ 6061.266037] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6061.266039] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6061.266041] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6061.266037] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6061.266039] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6061.266041] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6061.266048] [ 6061.288417] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6061.288957] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6061.289218] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6061.290089] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6061.290339] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6061.290678] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6061.291017] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6061.291360] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6061.291699] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6061.292041] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6061.292424] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6061.292699] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6061.293041] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6061.293379] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6061.293717] PKRU: 55555554 [ 6061.293854] Call Trace: [ 6061.293977] [ 6061.294083] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6061.294296] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6061.294519] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6061.294724] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6061.294932] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6061.295146] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6061.295401] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6061.295599] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6061.295835] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6061.296055] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6061.296265] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6061.296518] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6061.296759] [ 6061.296868] [ 6061.296979] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6061.297239] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6061.297477] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6061.297667] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6061.297846] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6061.298070] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6061.298290] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6061.298528] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6061.298725] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6061.298982] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6061.299221] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6061.299479] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6061.299672] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6061.299907] ? __bfs (kernel/locking/lockdep.c:1787) [ 6061.300066] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6061.300266] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6061.300455] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6061.300660] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6061.300886] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6061.301090] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6061.301311] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6061.301496] tc_run (net/core/dev.c:3945) [ 6061.301652] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6061.301856] ? eth_header (net/ethernet/eth.c:85) [ 6061.302032] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6061.302231] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6061.302422] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6061.302622] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6061.302816] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6061.303021] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6061.303215] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6061.303412] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6061.303629] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6061.303839] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6061.304025] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6061.304242] call_timer_fn (kernel/time/timer.c:1700) [ 6061.304424] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6061.304633] ? rcu_core (kernel/rcu/tree.c:2467) [ 6061.304809] run_timer_softirq (kernel/time/timer.c:2053) [ 6061.305000] __do_softirq (kernel/softirq.c:553) [ 6061.305178] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6061.305404] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6061.305582] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6061.305778] kthread (kernel/kthread.c:388) [ 6061.305937] ? __pfx_kthread (kernel/kthread.c:341) [ 6061.306121] ret_from_fork (arch/x86/kernel/process.c:147) [ 6061.306299] ? __pfx_kthread (kernel/kthread.c:341) [ 6061.306482] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6139.314246] | [ 6139.314357] rcu: Stack dump where RCU GP kthread last ran: | [ 6139.314619] Sending NMI from CPU 1 to CPUs 0: | [ 6139.314840] NMI backtrace for cpu 0 [ 6139.314846] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6139.314848] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6139.314853] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6139.314855] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6139.314857] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6139.314858] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6139.314859] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6139.314860] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6139.314861] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6139.314863] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6139.314864] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6139.314865] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6139.314866] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6139.314867] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6139.314868] PKRU: 55555554 [ 6139.314868] Call Trace: [ 6139.314870] [ 6139.314873] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6139.314877] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6139.314880] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6139.314883] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6139.314885] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6139.314887] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6139.314892] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6139.314894] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6139.314896] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6139.314898] [ 6139.314898] [ 6139.314899] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6139.314904] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6139.314909] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6139.314912] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6139.314913] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6139.314916] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6139.314919] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6139.314925] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6139.314930] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6139.314935] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6139.314939] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6139.314946] ? __bfs (kernel/locking/lockdep.c:1787) [ 6139.314948] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6139.314950] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6139.314953] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6139.314955] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6139.314958] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6139.314962] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6139.314966] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6139.314970] tc_run (net/core/dev.c:3945) [ 6139.314975] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6139.314979] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6139.314981] ? eth_header (net/ethernet/eth.c:85) [ 6139.314983] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6139.314986] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6139.314988] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6139.314990] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6139.314992] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6139.314995] ? __alloc_skb (net/core/skbuff.c:667) [ 6139.314998] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6139.315000] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6139.315001] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6139.315003] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6139.315004] call_timer_fn (kernel/time/timer.c:1700) [ 6139.315007] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6139.315009] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6139.315014] run_timer_softirq (kernel/time/timer.c:2053) [ 6139.315015] __do_softirq (kernel/softirq.c:553) [ 6139.315018] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6139.315021] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6139.315023] [ 6139.315024] [ 6139.315025] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6139.315027] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6139.315029] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6139.315031] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6139.315032] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6139.315032] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6139.315033] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6139.315034] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6139.315034] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6139.315037] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6139.315041] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6139.315042] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6139.315045] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6139.315048] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6139.315050] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6139.315052] arch_call_rest_init+0xe/0x30 [ 6139.315057] start_kernel (init/main.c:1045) [ 6139.315059] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6139.315061] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6139.315063] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6139.315059] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6139.315061] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6139.315063] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6139.315069] [ 6139.338030] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6139.338565] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6139.338828] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6139.339699] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6139.339952] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6139.340292] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6139.340630] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6139.340977] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6139.341314] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6139.341654] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6139.342038] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6139.342312] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6139.342653] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6139.342993] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6139.343330] PKRU: 55555554 [ 6139.343465] Call Trace: [ 6139.343587] [ 6139.343692] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6139.343908] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6139.344128] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6139.344334] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6139.344540] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6139.344753] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6139.345009] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6139.345206] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6139.345438] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6139.345661] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6139.345874] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6139.346125] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6139.346365] [ 6139.346473] [ 6139.346581] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6139.346842] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6139.347079] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6139.347268] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6139.347446] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6139.347669] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6139.347890] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6139.348128] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6139.348324] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6139.348579] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6139.348820] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6139.349079] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6139.349271] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6139.349506] ? __bfs (kernel/locking/lockdep.c:1787) [ 6139.349663] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6139.349866] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6139.350054] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6139.350259] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6139.350480] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6139.350688] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6139.350914] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6139.351097] tc_run (net/core/dev.c:3945) [ 6139.351254] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6139.351456] ? eth_header (net/ethernet/eth.c:85) [ 6139.351631] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6139.351831] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6139.352024] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6139.352224] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6139.352417] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6139.352623] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6139.352819] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6139.353013] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6139.353232] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6139.353440] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6139.353627] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6139.353847] call_timer_fn (kernel/time/timer.c:1700) [ 6139.354029] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6139.354239] ? rcu_core (kernel/rcu/tree.c:2467) [ 6139.354415] run_timer_softirq (kernel/time/timer.c:2053) [ 6139.354605] __do_softirq (kernel/softirq.c:553) [ 6139.354784] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6139.355011] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6139.355187] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6139.355383] kthread (kernel/kthread.c:388) [ 6139.355541] ? __pfx_kthread (kernel/kthread.c:341) [ 6139.355725] ret_from_fork (arch/x86/kernel/process.c:147) [ 6139.355903] ? __pfx_kthread (kernel/kthread.c:341) [ 6139.356087] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6217.363199] | [ 6217.363313] rcu: Stack dump where RCU GP kthread last ran: | [ 6217.363577] Sending NMI from CPU 1 to CPUs 0: | [ 6217.363800] NMI backtrace for cpu 0 [ 6217.363809] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6217.363813] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6217.363821] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6217.363823] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6217.363824] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6217.363826] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6217.363826] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6217.363827] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6217.363828] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6217.363831] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6217.363832] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6217.363833] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6217.363834] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6217.363834] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6217.363835] PKRU: 55555554 [ 6217.363836] Call Trace: [ 6217.363838] [ 6217.363841] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6217.363845] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6217.363849] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6217.363852] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6217.363855] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6217.363856] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6217.363862] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6217.363864] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6217.363866] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6217.363868] [ 6217.363868] [ 6217.363869] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6217.363874] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6217.363881] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6217.363885] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6217.363887] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6217.363890] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6217.363893] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6217.363900] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6217.363906] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6217.363911] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6217.363915] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6217.363923] ? __bfs (kernel/locking/lockdep.c:1787) [ 6217.363926] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6217.363928] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6217.363931] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6217.363933] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6217.363935] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6217.363941] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6217.363945] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6217.363949] tc_run (net/core/dev.c:3945) [ 6217.363955] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6217.363959] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6217.363961] ? eth_header (net/ethernet/eth.c:85) [ 6217.363964] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6217.363967] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6217.363970] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6217.363971] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6217.363974] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6217.363978] ? __alloc_skb (net/core/skbuff.c:667) [ 6217.363981] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6217.363983] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6217.363984] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6217.363986] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6217.363987] call_timer_fn (kernel/time/timer.c:1700) [ 6217.363990] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6217.363993] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6217.363997] run_timer_softirq (kernel/time/timer.c:2053) [ 6217.363998] __do_softirq (kernel/softirq.c:553) [ 6217.364001] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6217.364003] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6217.364006] [ 6217.364006] [ 6217.364007] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6217.364010] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6217.364011] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6217.364013] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6217.364013] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6217.364014] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6217.364015] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6217.364015] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6217.364016] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6217.364018] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6217.364023] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6217.364024] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6217.364026] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6217.364029] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6217.364031] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6217.364033] arch_call_rest_init+0xe/0x30 [ 6217.364038] start_kernel (init/main.c:1045) [ 6217.364040] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6217.364043] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6217.364044] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6217.364040] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6217.364043] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6217.364044] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6217.364050] [ 6217.386425] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6217.386964] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6217.387227] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6217.388096] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6217.388347] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6217.388687] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6217.389025] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6217.389363] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6217.389704] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6217.390047] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6217.390454] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6217.390746] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6217.391105] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6217.391462] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6217.391815] PKRU: 55555554 [ 6217.391950] Call Trace: [ 6217.392075] [ 6217.392178] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6217.392393] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6217.392615] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6217.392821] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6217.393029] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6217.393240] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6217.393498] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6217.393696] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6217.393930] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6217.394149] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6217.394359] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6217.394613] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6217.394855] [ 6217.394961] [ 6217.395070] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6217.395331] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6217.395568] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6217.395757] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6217.395934] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6217.396155] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6217.396376] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6217.396612] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6217.396810] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6217.397066] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6217.397304] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6217.397561] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6217.397751] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6217.397988] ? __bfs (kernel/locking/lockdep.c:1787) [ 6217.398147] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6217.398345] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6217.398532] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6217.398739] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6217.398960] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6217.399166] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6217.399368] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6217.399551] tc_run (net/core/dev.c:3945) [ 6217.399708] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6217.399910] ? eth_header (net/ethernet/eth.c:85) [ 6217.400085] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6217.400287] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6217.400485] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6217.400683] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6217.400881] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6217.401086] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6217.401279] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6217.401474] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6217.401688] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6217.401901] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6217.402089] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6217.402306] call_timer_fn (kernel/time/timer.c:1700) [ 6217.402488] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6217.402696] ? rcu_core (kernel/rcu/tree.c:2467) [ 6217.402873] run_timer_softirq (kernel/time/timer.c:2053) [ 6217.403064] __do_softirq (kernel/softirq.c:553) [ 6217.403244] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6217.403470] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6217.403646] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6217.403846] kthread (kernel/kthread.c:388) [ 6217.404000] ? __pfx_kthread (kernel/kthread.c:341) [ 6217.404186] ret_from_fork (arch/x86/kernel/process.c:147) [ 6217.404363] ? __pfx_kthread (kernel/kthread.c:341) [ 6217.404547] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6295.411179] | [ 6295.411291] rcu: Stack dump where RCU GP kthread last ran: | [ 6295.411553] Sending NMI from CPU 1 to CPUs 0: | [ 6295.411774] NMI backtrace for cpu 0 [ 6295.411782] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6295.411784] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6295.411791] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6295.411793] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6295.411795] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6295.411797] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6295.411797] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6295.411798] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6295.411799] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6295.411802] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6295.411803] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6295.411803] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6295.411804] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6295.411805] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6295.411806] PKRU: 55555554 [ 6295.411806] Call Trace: [ 6295.411809] [ 6295.411812] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6295.411816] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6295.411821] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6295.411824] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6295.411827] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6295.411829] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6295.411835] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6295.411836] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6295.411838] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6295.411840] [ 6295.411840] [ 6295.411841] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6295.411847] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6295.411854] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6295.411858] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6295.411859] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6295.411863] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6295.411867] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6295.411880] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6295.411886] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6295.411891] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6295.411897] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6295.411905] ? __bfs (kernel/locking/lockdep.c:1787) [ 6295.411908] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6295.411910] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6295.411913] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6295.411915] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6295.411917] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6295.411923] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6295.411927] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6295.411932] tc_run (net/core/dev.c:3945) [ 6295.411938] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6295.411942] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6295.411944] ? eth_header (net/ethernet/eth.c:85) [ 6295.411948] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6295.411952] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6295.411954] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6295.411956] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6295.411958] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6295.411963] ? __alloc_skb (net/core/skbuff.c:667) [ 6295.411965] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6295.411967] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6295.411969] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6295.411970] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6295.411971] call_timer_fn (kernel/time/timer.c:1700) [ 6295.411975] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6295.411977] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6295.411983] run_timer_softirq (kernel/time/timer.c:2053) [ 6295.411984] __do_softirq (kernel/softirq.c:553) [ 6295.411987] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6295.411991] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6295.411994] [ 6295.411994] [ 6295.411995] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6295.411997] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6295.412000] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6295.412001] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6295.412002] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6295.412003] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6295.412004] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6295.412004] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6295.412005] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6295.412008] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6295.412012] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6295.412013] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6295.412015] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6295.412018] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6295.412021] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6295.412023] arch_call_rest_init+0xe/0x30 [ 6295.412028] start_kernel (init/main.c:1045) [ 6295.412030] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6295.412033] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6295.412034] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6295.412030] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6295.412033] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6295.412034] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6295.412040] [ 6295.434381] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6295.434917] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6295.435179] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6295.436049] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6295.436299] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6295.436637] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6295.436976] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6295.437315] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6295.437653] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6295.437994] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6295.438376] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6295.438652] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6295.438994] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6295.439333] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6295.439671] PKRU: 55555554 [ 6295.439807] Call Trace: [ 6295.439930] [ 6295.440060] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6295.440284] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6295.440518] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6295.440735] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6295.440953] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6295.441185] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6295.441440] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6295.441638] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6295.441871] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6295.442092] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6295.442302] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6295.442554] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6295.442795] [ 6295.442904] [ 6295.443012] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6295.443272] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6295.443509] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6295.443697] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6295.443876] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6295.444100] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6295.444323] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6295.444561] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6295.444759] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6295.445015] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6295.445254] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6295.445512] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6295.445705] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6295.445941] ? __bfs (kernel/locking/lockdep.c:1787) [ 6295.446099] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6295.446298] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6295.446488] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6295.446691] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6295.446913] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6295.447118] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6295.447323] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6295.447506] tc_run (net/core/dev.c:3945) [ 6295.447661] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6295.447867] ? eth_header (net/ethernet/eth.c:85) [ 6295.448042] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6295.448241] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6295.448433] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6295.448633] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6295.448828] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6295.449032] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6295.449228] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6295.449422] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6295.449638] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6295.449848] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6295.450058] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6295.450285] call_timer_fn (kernel/time/timer.c:1700) [ 6295.450476] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6295.450698] ? rcu_core (kernel/rcu/tree.c:2467) [ 6295.450882] run_timer_softirq (kernel/time/timer.c:2053) [ 6295.451084] __do_softirq (kernel/softirq.c:553) [ 6295.451274] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6295.451501] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6295.451677] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6295.451874] kthread (kernel/kthread.c:388) [ 6295.452031] ? __pfx_kthread (kernel/kthread.c:341) [ 6295.452215] ret_from_fork (arch/x86/kernel/process.c:147) [ 6295.452391] ? __pfx_kthread (kernel/kthread.c:341) [ 6295.452573] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6373.460168] | [ 6373.460279] rcu: Stack dump where RCU GP kthread last ran: | [ 6373.460542] Sending NMI from CPU 1 to CPUs 0: | [ 6373.460761] NMI backtrace for cpu 0 [ 6373.460769] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6373.460771] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6373.460779] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6373.460781] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6373.460783] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6373.460784] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6373.460785] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6373.460785] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6373.460786] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6373.460789] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6373.460790] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6373.460791] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6373.460792] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6373.460793] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6373.460793] PKRU: 55555554 [ 6373.460794] Call Trace: [ 6373.460797] [ 6373.460800] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6373.460804] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6373.460809] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6373.460812] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6373.460815] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6373.460817] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6373.460823] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6373.460825] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6373.460827] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6373.460829] [ 6373.460829] [ 6373.460830] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6373.460836] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6373.460843] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6373.460846] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6373.460848] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6373.460851] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6373.460855] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6373.460861] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6373.460867] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6373.460872] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6373.460877] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6373.460884] ? __bfs (kernel/locking/lockdep.c:1787) [ 6373.460887] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6373.460890] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6373.460893] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6373.460895] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6373.460897] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6373.460903] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6373.460906] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6373.460911] tc_run (net/core/dev.c:3945) [ 6373.460917] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6373.460921] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6373.460923] ? eth_header (net/ethernet/eth.c:85) [ 6373.460927] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6373.460930] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6373.460933] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6373.460934] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6373.460937] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6373.460941] ? __alloc_skb (net/core/skbuff.c:667) [ 6373.460943] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6373.460945] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6373.460947] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6373.460948] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6373.460949] call_timer_fn (kernel/time/timer.c:1700) [ 6373.460953] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6373.460955] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6373.460959] run_timer_softirq (kernel/time/timer.c:2053) [ 6373.460960] __do_softirq (kernel/softirq.c:553) [ 6373.460963] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6373.460965] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6373.460969] [ 6373.460969] [ 6373.460970] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6373.460973] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6373.460974] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6373.460976] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6373.460977] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6373.460978] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6373.460978] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6373.460979] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6373.460980] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6373.460982] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6373.460987] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6373.460988] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6373.460990] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6373.460994] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6373.460996] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6373.460998] arch_call_rest_init+0xe/0x30 [ 6373.461003] start_kernel (init/main.c:1045) [ 6373.461006] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6373.461009] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6373.461010] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6373.461006] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6373.461009] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6373.461010] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6373.461017] [ 6373.483488] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6373.484026] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6373.484290] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6373.485162] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6373.485413] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6373.485753] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6373.486091] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6373.486430] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6373.486772] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6373.487118] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6373.487500] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6373.487776] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6373.488115] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6373.488450] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6373.488790] PKRU: 55555554 [ 6373.488926] Call Trace: [ 6373.489050] [ 6373.489153] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6373.489368] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6373.489610] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6373.489825] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6373.490043] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6373.490266] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6373.490535] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6373.490743] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6373.490988] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6373.491206] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6373.491415] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6373.491665] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6373.491908] [ 6373.492015] [ 6373.492123] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6373.492383] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6373.492621] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6373.492812] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6373.492989] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6373.493210] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6373.493431] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6373.493668] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6373.493866] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6373.494124] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6373.494364] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6373.494622] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6373.494814] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6373.495049] ? __bfs (kernel/locking/lockdep.c:1787) [ 6373.495210] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6373.495409] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6373.495597] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6373.495804] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6373.496026] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6373.496233] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6373.496436] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6373.496619] tc_run (net/core/dev.c:3945) [ 6373.496777] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6373.496979] ? eth_header (net/ethernet/eth.c:85) [ 6373.497157] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6373.497359] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6373.497552] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6373.497750] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6373.497947] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6373.498152] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6373.498345] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6373.498540] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6373.498755] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6373.498968] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6373.499155] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6373.499372] call_timer_fn (kernel/time/timer.c:1700) [ 6373.499559] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6373.499801] ? rcu_core (kernel/rcu/tree.c:2467) [ 6373.499991] run_timer_softirq (kernel/time/timer.c:2053) [ 6373.500197] __do_softirq (kernel/softirq.c:553) [ 6373.500392] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6373.500635] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6373.500841] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6373.501040] kthread (kernel/kthread.c:388) [ 6373.501194] ? __pfx_kthread (kernel/kthread.c:341) [ 6373.501379] ret_from_fork (arch/x86/kernel/process.c:147) [ 6373.501556] ? __pfx_kthread (kernel/kthread.c:341) [ 6373.501740] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6451.509154] | [ 6451.509292] rcu: Stack dump where RCU GP kthread last ran: | [ 6451.509564] Sending NMI from CPU 1 to CPUs 0: | [ 6451.509794] NMI backtrace for cpu 0 [ 6451.509806] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6451.509808] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6451.509813] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6451.509815] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6451.509817] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6451.509818] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6451.509819] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6451.509820] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6451.509820] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6451.509822] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6451.509824] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6451.509825] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6451.509826] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6451.509826] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6451.509827] PKRU: 55555554 [ 6451.509828] Call Trace: [ 6451.509830] [ 6451.509832] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6451.509836] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6451.509840] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6451.509843] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6451.509845] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6451.509847] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6451.509852] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6451.509854] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6451.509856] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6451.509858] [ 6451.509859] [ 6451.509859] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6451.509864] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6451.509870] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6451.509873] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6451.509875] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6451.509878] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6451.509881] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6451.509887] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6451.509892] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6451.509897] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6451.509901] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6451.509909] ? __bfs (kernel/locking/lockdep.c:1787) [ 6451.509912] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6451.509914] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6451.509917] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6451.509919] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6451.509922] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6451.509927] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6451.509931] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6451.509935] tc_run (net/core/dev.c:3945) [ 6451.509940] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6451.509944] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6451.509946] ? eth_header (net/ethernet/eth.c:85) [ 6451.509949] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6451.509952] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6451.509955] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6451.509956] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6451.509959] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6451.509963] ? __alloc_skb (net/core/skbuff.c:667) [ 6451.509966] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6451.509967] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6451.509969] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6451.509970] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6451.509971] call_timer_fn (kernel/time/timer.c:1700) [ 6451.509974] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6451.509976] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6451.509980] run_timer_softirq (kernel/time/timer.c:2053) [ 6451.509981] __do_softirq (kernel/softirq.c:553) [ 6451.509984] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6451.509986] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6451.509989] [ 6451.509989] [ 6451.509990] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6451.509992] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6451.509994] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6451.509995] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6451.509996] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6451.509997] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6451.509998] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6451.509998] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6451.509999] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6451.510001] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6451.510006] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6451.510007] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6451.510009] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6451.510012] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6451.510014] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6451.510016] arch_call_rest_init+0xe/0x30 [ 6451.510021] start_kernel (init/main.c:1045) [ 6451.510023] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6451.510025] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6451.510027] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6451.510023] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6451.510025] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6451.510027] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6451.510032] [ 6451.532411] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6451.532946] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6451.533208] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6451.534077] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6451.534327] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6451.534666] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6451.535004] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6451.535342] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6451.535679] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6451.536019] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6451.536401] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6451.536676] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6451.537017] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6451.537357] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6451.537695] PKRU: 55555554 [ 6451.537830] Call Trace: [ 6451.537953] [ 6451.538059] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6451.538273] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6451.538494] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6451.538701] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6451.538908] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6451.539121] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6451.539407] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6451.539615] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6451.539861] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6451.540092] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6451.540314] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6451.540579] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6451.540820] [ 6451.540928] [ 6451.541036] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6451.541296] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6451.541534] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6451.541721] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6451.541900] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6451.542122] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6451.542341] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6451.542578] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6451.542774] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6451.543030] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6451.543268] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6451.543526] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6451.543717] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6451.543951] ? __bfs (kernel/locking/lockdep.c:1787) [ 6451.544108] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6451.544308] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6451.544496] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6451.544698] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6451.544924] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6451.545128] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6451.545332] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6451.545517] tc_run (net/core/dev.c:3945) [ 6451.545673] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6451.545875] ? eth_header (net/ethernet/eth.c:85) [ 6451.546050] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6451.546251] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6451.546442] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6451.546644] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6451.546837] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6451.547041] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6451.547235] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6451.547429] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6451.547645] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6451.547856] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6451.548041] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6451.548258] call_timer_fn (kernel/time/timer.c:1700) [ 6451.548440] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6451.548651] ? rcu_core (kernel/rcu/tree.c:2467) [ 6451.548826] run_timer_softirq (kernel/time/timer.c:2053) [ 6451.549017] __do_softirq (kernel/softirq.c:553) [ 6451.549219] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6451.549457] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6451.549643] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6451.549851] kthread (kernel/kthread.c:388) [ 6451.550016] ? __pfx_kthread (kernel/kthread.c:341) [ 6451.550210] ret_from_fork (arch/x86/kernel/process.c:147) [ 6451.550404] ? __pfx_kthread (kernel/kthread.c:341) [ 6451.550587] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6529.558171] | [ 6529.558283] rcu: Stack dump where RCU GP kthread last ran: | [ 6529.558542] Sending NMI from CPU 1 to CPUs 0: | [ 6529.558762] NMI backtrace for cpu 0 [ 6529.558776] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6529.558778] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6529.558785] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6529.558787] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6529.558788] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6529.558789] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6529.558790] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6529.558791] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6529.558791] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6529.558794] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6529.558795] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6529.558795] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6529.558797] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6529.558798] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6529.558799] PKRU: 55555554 [ 6529.558799] Call Trace: [ 6529.558813] [ 6529.558816] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6529.558820] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6529.558825] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6529.558828] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6529.558831] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6529.558833] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6529.558838] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6529.558840] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6529.558842] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6529.558844] [ 6529.558844] [ 6529.558845] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6529.558850] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6529.558856] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6529.558859] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6529.558861] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6529.558864] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6529.558870] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6529.558878] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6529.558883] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6529.558888] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6529.558892] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6529.558901] ? __bfs (kernel/locking/lockdep.c:1787) [ 6529.558903] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6529.558905] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6529.558908] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6529.558910] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6529.558912] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6529.558918] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6529.558922] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6529.558926] tc_run (net/core/dev.c:3945) [ 6529.558932] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6529.558936] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6529.558938] ? eth_header (net/ethernet/eth.c:85) [ 6529.558942] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6529.558944] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6529.558947] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6529.558948] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6529.558951] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6529.558956] ? __alloc_skb (net/core/skbuff.c:667) [ 6529.558959] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6529.558960] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6529.558962] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6529.558963] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6529.558964] call_timer_fn (kernel/time/timer.c:1700) [ 6529.558967] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6529.558970] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6529.558974] run_timer_softirq (kernel/time/timer.c:2053) [ 6529.558975] __do_softirq (kernel/softirq.c:553) [ 6529.558978] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6529.558980] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6529.558983] [ 6529.558983] [ 6529.558984] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6529.558986] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6529.558988] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6529.558989] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6529.558990] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6529.558991] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6529.558991] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6529.558992] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6529.558992] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6529.558995] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6529.558999] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6529.559000] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6529.559002] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6529.559006] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6529.559008] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6529.559010] arch_call_rest_init+0xe/0x30 [ 6529.559015] start_kernel (init/main.c:1045) [ 6529.559017] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6529.559020] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6529.559022] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6529.559017] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6529.559020] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6529.559022] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6529.559028] [ 6529.581451] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6529.581987] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6529.582250] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6529.583117] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6529.583366] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6529.583705] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6529.584044] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6529.584383] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6529.584720] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6529.585063] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6529.585446] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6529.585721] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6529.586064] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6529.586403] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6529.586741] PKRU: 55555554 [ 6529.586877] Call Trace: [ 6529.587000] [ 6529.587106] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6529.587321] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6529.587542] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6529.587748] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6529.587955] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6529.588168] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6529.588423] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6529.588622] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6529.588902] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6529.589138] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6529.589367] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6529.589639] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6529.589911] [ 6529.590033] [ 6529.590142] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6529.590400] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6529.590637] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6529.590830] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6529.591007] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6529.591230] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6529.591452] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6529.591689] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6529.591888] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6529.592143] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6529.592383] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6529.592643] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6529.592836] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6529.593071] ? __bfs (kernel/locking/lockdep.c:1787) [ 6529.593228] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6529.593430] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6529.593618] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6529.593825] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6529.594046] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6529.594252] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6529.594456] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6529.594639] tc_run (net/core/dev.c:3945) [ 6529.594796] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6529.594997] ? eth_header (net/ethernet/eth.c:85) [ 6529.595172] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6529.595370] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6529.595564] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6529.595764] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6529.595958] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6529.596164] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6529.596359] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6529.596552] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6529.596769] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6529.596979] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6529.597168] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6529.597385] call_timer_fn (kernel/time/timer.c:1700) [ 6529.597565] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6529.597776] ? rcu_core (kernel/rcu/tree.c:2467) [ 6529.597953] run_timer_softirq (kernel/time/timer.c:2053) [ 6529.598143] __do_softirq (kernel/softirq.c:553) [ 6529.598324] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6529.598549] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6529.598726] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6529.598954] kthread (kernel/kthread.c:388) [ 6529.599120] ? __pfx_kthread (kernel/kthread.c:341) [ 6529.599314] ret_from_fork (arch/x86/kernel/process.c:147) [ 6529.599500] ? __pfx_kthread (kernel/kthread.c:341) [ 6529.599693] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6607.607182] | [ 6607.607293] rcu: Stack dump where RCU GP kthread last ran: | [ 6607.607554] Sending NMI from CPU 1 to CPUs 0: | [ 6607.607774] NMI backtrace for cpu 0 [ 6607.607782] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6607.607783] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6607.607791] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6607.607792] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6607.607794] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6607.607795] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6607.607795] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6607.607797] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6607.607798] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6607.607801] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6607.607802] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6607.607803] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6607.607804] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6607.607804] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6607.607805] PKRU: 55555554 [ 6607.607805] Call Trace: [ 6607.607808] [ 6607.607810] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6607.607814] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6607.607820] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6607.607822] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6607.607825] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6607.607827] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6607.607833] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6607.607834] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6607.607836] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6607.607838] [ 6607.607839] [ 6607.607839] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6607.607845] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6607.607851] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6607.607855] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6607.607857] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6607.607861] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6607.607864] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6607.607871] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6607.607876] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6607.607881] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6607.607886] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6607.607894] ? __bfs (kernel/locking/lockdep.c:1787) [ 6607.607897] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6607.607899] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6607.607902] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6607.607904] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6607.607907] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6607.607912] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6607.607916] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6607.607920] tc_run (net/core/dev.c:3945) [ 6607.607926] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6607.607931] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6607.607932] ? eth_header (net/ethernet/eth.c:85) [ 6607.607936] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6607.607939] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6607.607942] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6607.607943] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6607.607946] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6607.607950] ? __alloc_skb (net/core/skbuff.c:667) [ 6607.607953] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6607.607954] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6607.607956] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6607.607957] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6607.607958] call_timer_fn (kernel/time/timer.c:1700) [ 6607.607962] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6607.607964] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6607.607969] run_timer_softirq (kernel/time/timer.c:2053) [ 6607.607970] __do_softirq (kernel/softirq.c:553) [ 6607.607973] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6607.607976] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6607.607979] [ 6607.607980] [ 6607.607980] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6607.607983] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6607.607985] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6607.607986] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6607.607987] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6607.607988] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6607.607989] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6607.607989] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6607.607990] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6607.607993] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6607.607997] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6607.607999] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6607.608001] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6607.608004] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6607.608007] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6607.608008] arch_call_rest_init+0xe/0x30 [ 6607.608014] start_kernel (init/main.c:1045) [ 6607.608016] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6607.608019] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6607.608020] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6607.608016] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6607.608019] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6607.608020] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6607.608026] [ 6607.630398] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6607.630936] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6607.631199] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6607.632070] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6607.632324] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6607.632663] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6607.633004] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6607.633342] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6607.633680] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6607.634022] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6607.634405] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6607.634680] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6607.635021] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6607.635359] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6607.635695] PKRU: 55555554 [ 6607.635832] Call Trace: [ 6607.635955] [ 6607.636061] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6607.636273] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6607.636495] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6607.636701] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6607.636908] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6607.637121] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6607.637375] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6607.637573] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6607.637806] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6607.638025] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6607.638235] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6607.638514] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6607.638767] [ 6607.638882] [ 6607.638996] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6607.639268] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6607.639523] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6607.639725] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6607.639902] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6607.640125] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6607.640349] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6607.640586] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6607.640783] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6607.641039] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6607.641277] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6607.641537] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6607.641730] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6607.641970] ? __bfs (kernel/locking/lockdep.c:1787) [ 6607.642128] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6607.642329] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6607.642518] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6607.642721] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6607.642944] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6607.643149] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6607.643355] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6607.643538] tc_run (net/core/dev.c:3945) [ 6607.643694] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6607.643897] ? eth_header (net/ethernet/eth.c:85) [ 6607.644073] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6607.644272] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6607.644465] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6607.644667] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6607.644862] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6607.645067] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6607.645262] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6607.645456] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6607.645673] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6607.645883] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6607.646071] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6607.646289] call_timer_fn (kernel/time/timer.c:1700) [ 6607.646471] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6607.646681] ? rcu_core (kernel/rcu/tree.c:2467) [ 6607.646857] run_timer_softirq (kernel/time/timer.c:2053) [ 6607.647048] __do_softirq (kernel/softirq.c:553) [ 6607.647226] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6607.647453] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6607.647631] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6607.647827] kthread (kernel/kthread.c:388) [ 6607.647986] ? __pfx_kthread (kernel/kthread.c:341) [ 6607.648170] ret_from_fork (arch/x86/kernel/process.c:147) [ 6607.648347] ? __pfx_kthread (kernel/kthread.c:341) [ 6607.648546] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6685.655171] | [ 6685.655282] rcu: Stack dump where RCU GP kthread last ran: | [ 6685.655541] Sending NMI from CPU 1 to CPUs 0: | [ 6685.655761] NMI backtrace for cpu 0 [ 6685.655769] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6685.655771] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6685.655778] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 6685.655780] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6685.655781] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6685.655782] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6685.655783] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6685.655784] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6685.655785] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6685.655787] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6685.655788] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6685.655789] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6685.655790] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6685.655791] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6685.655791] PKRU: 55555554 [ 6685.655792] Call Trace: [ 6685.655794] [ 6685.655798] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6685.655802] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6685.655808] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6685.655811] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6685.655814] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6685.655816] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6685.655822] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6685.655824] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6685.655826] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6685.655828] [ 6685.655828] [ 6685.655829] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6685.655834] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6685.655841] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6685.655844] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6685.655846] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6685.655850] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6685.655853] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6685.655859] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6685.655865] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6685.655869] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6685.655874] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6685.655882] ? __bfs (kernel/locking/lockdep.c:1787) [ 6685.655885] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6685.655887] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6685.655890] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6685.655892] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6685.655894] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6685.655900] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6685.655904] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6685.655908] tc_run (net/core/dev.c:3945) [ 6685.655915] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6685.655919] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6685.655921] ? eth_header (net/ethernet/eth.c:85) [ 6685.655925] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6685.655928] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6685.655930] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6685.655932] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6685.655935] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6685.655938] ? __alloc_skb (net/core/skbuff.c:667) [ 6685.655941] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6685.655943] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6685.655944] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6685.655946] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6685.655947] call_timer_fn (kernel/time/timer.c:1700) [ 6685.655950] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6685.655952] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6685.655958] run_timer_softirq (kernel/time/timer.c:2053) [ 6685.655959] __do_softirq (kernel/softirq.c:553) [ 6685.655962] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6685.655967] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6685.655970] [ 6685.655970] [ 6685.655971] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6685.655974] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6685.655976] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6685.655977] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6685.655978] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6685.655979] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6685.655980] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6685.655981] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6685.655981] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6685.655984] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6685.655988] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6685.655990] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6685.655992] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6685.655995] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6685.655997] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6685.655999] arch_call_rest_init+0xe/0x30 [ 6685.656004] start_kernel (init/main.c:1045) [ 6685.656006] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6685.656008] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6685.656010] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6685.656006] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6685.656008] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6685.656010] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6685.656016] [ 6685.678251] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6685.678817] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6685.679094] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6685.679979] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6685.680230] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6685.680570] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6685.680911] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6685.681247] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6685.681586] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6685.681928] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6685.682309] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6685.682584] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6685.682926] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6685.683263] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6685.683601] PKRU: 55555554 [ 6685.683737] Call Trace: [ 6685.683862] [ 6685.683967] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6685.684180] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6685.684402] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6685.684606] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6685.684813] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6685.685026] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6685.685281] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6685.685479] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6685.685712] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6685.685932] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6685.686142] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6685.686394] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6685.686633] [ 6685.686741] [ 6685.686850] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6685.687109] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6685.687346] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6685.687535] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6685.687713] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6685.687937] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6685.688185] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6685.688434] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6685.688643] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6685.688914] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6685.689166] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6685.689435] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6685.689628] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6685.689862] ? __bfs (kernel/locking/lockdep.c:1787) [ 6685.690021] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6685.690220] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6685.690409] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6685.690612] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6685.690836] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6685.691040] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6685.691244] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6685.691427] tc_run (net/core/dev.c:3945) [ 6685.691581] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6685.691783] ? eth_header (net/ethernet/eth.c:85) [ 6685.691959] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6685.692157] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6685.692350] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6685.692550] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6685.692742] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6685.692948] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6685.693143] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6685.693336] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6685.693556] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6685.693766] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6685.693954] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6685.694172] call_timer_fn (kernel/time/timer.c:1700) [ 6685.694353] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6685.694561] ? rcu_core (kernel/rcu/tree.c:2467) [ 6685.694735] run_timer_softirq (kernel/time/timer.c:2053) [ 6685.694928] __do_softirq (kernel/softirq.c:553) [ 6685.695106] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6685.695331] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6685.695507] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6685.695704] kthread (kernel/kthread.c:388) [ 6685.695862] ? __pfx_kthread (kernel/kthread.c:341) [ 6685.696047] ret_from_fork (arch/x86/kernel/process.c:147) [ 6685.696223] ? __pfx_kthread (kernel/kthread.c:341) [ 6685.696408] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6763.704216] | [ 6763.704329] rcu: Stack dump where RCU GP kthread last ran: | [ 6763.704594] Sending NMI from CPU 1 to CPUs 0: | [ 6763.704821] NMI backtrace for cpu 0 [ 6763.704830] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6763.704833] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6763.704842] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6763.704844] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6763.704846] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6763.704847] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6763.704848] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6763.704848] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6763.704849] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6763.704852] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6763.704853] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6763.704854] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6763.704855] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6763.704855] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6763.704856] PKRU: 55555554 [ 6763.704857] Call Trace: [ 6763.704859] [ 6763.704862] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6763.704866] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6763.704870] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6763.704873] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6763.704876] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6763.704878] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6763.704884] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6763.704886] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6763.704888] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6763.704890] [ 6763.704890] [ 6763.704891] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6763.704897] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6763.704904] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6763.704908] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6763.704910] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6763.704913] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6763.704917] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6763.704925] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6763.704930] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6763.704935] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6763.704941] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6763.704949] ? __bfs (kernel/locking/lockdep.c:1787) [ 6763.704952] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6763.704954] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6763.704957] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6763.704959] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6763.704961] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6763.704967] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6763.704971] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6763.704975] tc_run (net/core/dev.c:3945) [ 6763.704981] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6763.704985] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6763.704987] ? eth_header (net/ethernet/eth.c:85) [ 6763.704991] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6763.704994] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6763.704997] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6763.704998] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6763.705001] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6763.705005] ? __alloc_skb (net/core/skbuff.c:667) [ 6763.705009] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6763.705010] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6763.705012] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6763.705013] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6763.705014] call_timer_fn (kernel/time/timer.c:1700) [ 6763.705018] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6763.705020] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6763.705024] run_timer_softirq (kernel/time/timer.c:2053) [ 6763.705025] __do_softirq (kernel/softirq.c:553) [ 6763.705028] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6763.705031] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6763.705033] [ 6763.705034] [ 6763.705034] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6763.705037] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6763.705039] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6763.705040] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6763.705041] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6763.705042] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6763.705043] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6763.705043] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6763.705044] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6763.705046] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6763.705051] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6763.705053] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6763.705055] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6763.705058] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6763.705061] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6763.705062] arch_call_rest_init+0xe/0x30 [ 6763.705068] start_kernel (init/main.c:1045) [ 6763.705070] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6763.705072] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6763.705074] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6763.705070] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6763.705072] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6763.705074] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6763.705080] [ 6763.728217] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6763.728753] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6763.729018] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6763.729885] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6763.730135] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6763.730473] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6763.730813] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6763.731149] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6763.731486] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6763.731828] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6763.732212] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6763.732488] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6763.732828] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6763.733166] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6763.733502] PKRU: 55555554 [ 6763.733640] Call Trace: [ 6763.733763] [ 6763.733870] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6763.734082] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6763.734305] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6763.734510] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6763.734716] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6763.734930] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6763.735186] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6763.735383] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6763.735616] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6763.735836] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6763.736045] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6763.736299] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6763.736537] [ 6763.736644] [ 6763.736752] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6763.737013] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6763.737251] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6763.737439] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6763.737619] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6763.737871] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6763.738101] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6763.738352] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6763.738562] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6763.738841] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6763.739080] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6763.739338] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6763.739530] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6763.739764] ? __bfs (kernel/locking/lockdep.c:1787) [ 6763.739924] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6763.740123] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6763.740313] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6763.740518] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6763.740739] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6763.740945] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6763.741148] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6763.741332] tc_run (net/core/dev.c:3945) [ 6763.741487] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6763.741690] ? eth_header (net/ethernet/eth.c:85) [ 6763.741866] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6763.742066] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6763.742259] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6763.742458] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6763.742652] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6763.742857] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6763.743053] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6763.743248] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6763.743464] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6763.743674] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6763.743862] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6763.744080] call_timer_fn (kernel/time/timer.c:1700) [ 6763.744262] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6763.744470] ? rcu_core (kernel/rcu/tree.c:2467) [ 6763.744646] run_timer_softirq (kernel/time/timer.c:2053) [ 6763.744838] __do_softirq (kernel/softirq.c:553) [ 6763.745018] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6763.745244] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6763.745421] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6763.745618] kthread (kernel/kthread.c:388) [ 6763.745773] ? __pfx_kthread (kernel/kthread.c:341) [ 6763.745959] ret_from_fork (arch/x86/kernel/process.c:147) [ 6763.746136] ? __pfx_kthread (kernel/kthread.c:341) [ 6763.746319] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6841.753162] | [ 6841.753274] rcu: Stack dump where RCU GP kthread last ran: | [ 6841.753533] Sending NMI from CPU 1 to CPUs 0: | [ 6841.753753] NMI backtrace for cpu 0 [ 6841.753759] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6841.753761] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6841.753766] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6841.753767] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6841.753769] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6841.753770] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6841.753770] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6841.753771] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6841.753772] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6841.753775] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6841.753776] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6841.753777] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6841.753778] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6841.753778] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6841.753779] PKRU: 55555554 [ 6841.753780] Call Trace: [ 6841.753782] [ 6841.753784] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6841.753788] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6841.753792] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6841.753794] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6841.753798] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6841.753799] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6841.753804] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6841.753806] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6841.753808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6841.753810] [ 6841.753810] [ 6841.753811] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6841.753816] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6841.753821] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6841.753824] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6841.753826] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6841.753829] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6841.753832] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6841.753839] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6841.753844] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6841.753848] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6841.753853] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6841.753860] ? __bfs (kernel/locking/lockdep.c:1787) [ 6841.753863] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6841.753865] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6841.753868] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6841.753869] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6841.753872] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6841.753877] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6841.753881] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6841.753885] tc_run (net/core/dev.c:3945) [ 6841.753891] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6841.753895] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6841.753897] ? eth_header (net/ethernet/eth.c:85) [ 6841.753900] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6841.753903] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6841.753905] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6841.753907] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6841.753910] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6841.753915] ? __alloc_skb (net/core/skbuff.c:667) [ 6841.753918] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6841.753919] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6841.753921] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6841.753922] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6841.753923] call_timer_fn (kernel/time/timer.c:1700) [ 6841.753926] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6841.753928] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6841.753933] run_timer_softirq (kernel/time/timer.c:2053) [ 6841.753934] __do_softirq (kernel/softirq.c:553) [ 6841.753936] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6841.753939] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6841.753942] [ 6841.753942] [ 6841.753943] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6841.753945] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6841.753947] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6841.753948] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6841.753949] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6841.753950] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6841.753951] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6841.753951] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6841.753952] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6841.753954] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6841.753959] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6841.753960] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6841.753962] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6841.753965] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6841.753967] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6841.753969] arch_call_rest_init+0xe/0x30 [ 6841.753974] start_kernel (init/main.c:1045) [ 6841.753976] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6841.753978] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6841.753980] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6841.753976] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6841.753978] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6841.753980] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6841.753985] [ 6841.776351] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6841.776886] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6841.777148] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6841.778075] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6841.778338] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6841.778692] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6841.779032] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6841.779369] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6841.779706] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6841.780048] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6841.780430] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6841.780704] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6841.781046] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6841.781388] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6841.781726] PKRU: 55555554 [ 6841.781862] Call Trace: [ 6841.781986] [ 6841.782091] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6841.782304] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6841.782526] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6841.782732] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6841.782938] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6841.783151] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6841.783406] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6841.783602] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6841.783837] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6841.784056] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6841.784266] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6841.784518] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6841.784757] [ 6841.784866] [ 6841.784974] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6841.785232] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6841.785468] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6841.785657] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6841.785835] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6841.786057] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6841.786277] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6841.786513] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6841.786711] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6841.786967] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6841.787206] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6841.787495] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6841.787697] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6841.787945] ? __bfs (kernel/locking/lockdep.c:1787) [ 6841.788110] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6841.788322] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6841.788525] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6841.788728] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6841.788949] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6841.789153] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6841.789358] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6841.789541] tc_run (net/core/dev.c:3945) [ 6841.789697] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6841.789902] ? eth_header (net/ethernet/eth.c:85) [ 6841.790077] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6841.790280] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6841.790471] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6841.790672] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6841.790867] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6841.791071] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6841.791266] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6841.791459] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6841.791677] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6841.791886] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6841.792072] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6841.792290] call_timer_fn (kernel/time/timer.c:1700) [ 6841.792471] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6841.792680] ? rcu_core (kernel/rcu/tree.c:2467) [ 6841.792857] run_timer_softirq (kernel/time/timer.c:2053) [ 6841.793050] __do_softirq (kernel/softirq.c:553) [ 6841.793228] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6841.793453] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6841.793629] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6841.793826] kthread (kernel/kthread.c:388) [ 6841.793984] ? __pfx_kthread (kernel/kthread.c:341) [ 6841.794169] ret_from_fork (arch/x86/kernel/process.c:147) [ 6841.794345] ? __pfx_kthread (kernel/kthread.c:341) [ 6841.794528] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6919.802225] | [ 6919.802336] rcu: Stack dump where RCU GP kthread last ran: | [ 6919.802595] Sending NMI from CPU 1 to CPUs 0: | [ 6919.802814] NMI backtrace for cpu 0 [ 6919.802825] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6919.802827] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6919.802834] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6919.802836] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6919.802838] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6919.802839] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6919.802840] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6919.802841] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6919.802841] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6919.802844] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6919.802845] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6919.802846] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6919.802847] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6919.802847] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6919.802848] PKRU: 55555554 [ 6919.802849] Call Trace: [ 6919.802851] [ 6919.802854] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6919.802858] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6919.802863] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6919.802866] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6919.802869] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6919.802871] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6919.802877] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6919.802878] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6919.802880] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6919.802882] [ 6919.802883] [ 6919.802884] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6919.802889] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6919.802897] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6919.802901] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6919.802903] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6919.802906] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6919.802909] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6919.802916] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6919.802921] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6919.802926] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6919.802932] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6919.802940] ? __bfs (kernel/locking/lockdep.c:1787) [ 6919.802942] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6919.802944] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6919.802948] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6919.802950] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6919.802952] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6919.802958] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6919.802962] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6919.802966] tc_run (net/core/dev.c:3945) [ 6919.802973] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6919.802977] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6919.802978] ? eth_header (net/ethernet/eth.c:85) [ 6919.802982] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6919.802985] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6919.802988] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6919.802989] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6919.802992] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6919.802997] ? __alloc_skb (net/core/skbuff.c:667) [ 6919.803000] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6919.803001] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6919.803003] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6919.803004] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6919.803006] call_timer_fn (kernel/time/timer.c:1700) [ 6919.803009] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6919.803011] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6919.803015] run_timer_softirq (kernel/time/timer.c:2053) [ 6919.803016] __do_softirq (kernel/softirq.c:553) [ 6919.803019] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6919.803021] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6919.803025] [ 6919.803025] [ 6919.803026] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6919.803028] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6919.803030] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6919.803031] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6919.803032] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6919.803033] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6919.803034] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6919.803035] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6919.803035] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6919.803038] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6919.803043] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6919.803044] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6919.803046] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6919.803049] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6919.803051] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6919.803053] arch_call_rest_init+0xe/0x30 [ 6919.803059] start_kernel (init/main.c:1045) [ 6919.803061] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6919.803064] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6919.803065] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6919.803061] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6919.803064] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6919.803065] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6919.803072] [ 6919.826000] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6919.826533] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6919.826795] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6919.827667] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6919.827919] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6919.828254] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6919.828592] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6919.828928] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6919.829265] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6919.829604] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6919.829987] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6919.830262] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6919.830599] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6919.830937] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6919.831272] PKRU: 55555554 [ 6919.831408] Call Trace: [ 6919.831530] [ 6919.831637] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6919.831850] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6919.832071] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6919.832276] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6919.832481] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6919.832694] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6919.832951] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6919.833148] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6919.833379] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6919.833599] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6919.833809] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6919.834060] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6919.834299] [ 6919.834406] [ 6919.834513] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6919.834771] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6919.835010] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6919.835197] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6919.835375] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6919.835597] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6919.835817] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6919.836054] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6919.836251] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6919.836506] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6919.836744] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6919.837019] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6919.837211] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6919.837444] ? __bfs (kernel/locking/lockdep.c:1787) [ 6919.837602] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6919.837802] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6919.837991] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6919.838194] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6919.838413] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6919.838617] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6919.838821] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6919.839003] tc_run (net/core/dev.c:3945) [ 6919.839157] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6919.839357] ? eth_header (net/ethernet/eth.c:85) [ 6919.839531] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6919.839729] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6919.839921] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6919.840120] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6919.840312] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6919.840514] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6919.840708] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6919.840903] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6919.841118] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6919.841326] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6919.841513] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6919.841729] call_timer_fn (kernel/time/timer.c:1700) [ 6919.841910] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6919.842120] ? rcu_core (kernel/rcu/tree.c:2467) [ 6919.842292] run_timer_softirq (kernel/time/timer.c:2053) [ 6919.842483] __do_softirq (kernel/softirq.c:553) [ 6919.842660] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6919.842886] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6919.843063] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6919.843258] kthread (kernel/kthread.c:388) [ 6919.843415] ? __pfx_kthread (kernel/kthread.c:341) [ 6919.843598] ret_from_fork (arch/x86/kernel/process.c:147) [ 6919.843774] ? __pfx_kthread (kernel/kthread.c:341) [ 6919.843959] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6997.851177] | [ 6997.851287] rcu: Stack dump where RCU GP kthread last ran: | [ 6997.851549] Sending NMI from CPU 1 to CPUs 0: | [ 6997.851769] NMI backtrace for cpu 0 [ 6997.851783] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6997.851786] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6997.851794] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6997.851797] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 6997.851799] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 6997.851800] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 6997.851801] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 6997.851802] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 6997.851803] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 6997.851805] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 6997.851806] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6997.851807] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 6997.851808] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6997.851809] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6997.851810] PKRU: 55555554 [ 6997.851810] Call Trace: [ 6997.851813] [ 6997.851816] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6997.851820] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6997.851825] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6997.851828] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6997.851832] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6997.851833] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6997.851839] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6997.851841] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6997.851843] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6997.851845] [ 6997.851845] [ 6997.851846] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6997.851851] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6997.851858] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6997.851862] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6997.851864] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6997.851867] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6997.851874] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6997.851882] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6997.851888] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6997.851893] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6997.851898] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6997.851906] ? __bfs (kernel/locking/lockdep.c:1787) [ 6997.851909] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6997.851911] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6997.851915] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6997.851916] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6997.851919] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 6997.851924] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6997.851928] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6997.851933] tc_run (net/core/dev.c:3945) [ 6997.851939] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6997.851943] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6997.851945] ? eth_header (net/ethernet/eth.c:85) [ 6997.851949] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6997.851952] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6997.851955] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6997.851957] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6997.851959] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6997.851964] ? __alloc_skb (net/core/skbuff.c:667) [ 6997.851968] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6997.851969] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6997.851971] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6997.851973] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6997.851974] call_timer_fn (kernel/time/timer.c:1700) [ 6997.851978] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6997.851980] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6997.851986] run_timer_softirq (kernel/time/timer.c:2053) [ 6997.851987] __do_softirq (kernel/softirq.c:553) [ 6997.851990] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6997.851993] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6997.851996] [ 6997.851997] [ 6997.851997] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6997.852000] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 6997.852002] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 6997.852003] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 6997.852004] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 6997.852005] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 6997.852006] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 6997.852006] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6997.852007] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 6997.852010] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6997.852014] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 6997.852015] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 6997.852018] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 6997.852021] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 6997.852023] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 6997.852025] arch_call_rest_init+0xe/0x30 [ 6997.852030] start_kernel (init/main.c:1045) [ 6997.852033] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 6997.852036] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 6997.852037] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6997.852033] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 6997.852036] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 6997.852037] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 6997.852043] [ 6997.874373] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6997.874910] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6997.875172] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6997.876036] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 6997.876286] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 6997.876632] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 6997.876970] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 6997.877307] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 6997.877643] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 6997.877985] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 6997.878366] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6997.878641] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 6997.878981] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6997.879318] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6997.879655] PKRU: 55555554 [ 6997.879790] Call Trace: [ 6997.879916] [ 6997.880020] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6997.880233] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6997.880454] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6997.880657] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6997.880867] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6997.881076] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6997.881334] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6997.881532] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6997.881764] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6997.881985] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6997.882193] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6997.882445] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6997.882686] [ 6997.882792] [ 6997.882901] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6997.883161] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6997.883398] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6997.883587] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6997.883765] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6997.883989] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6997.884208] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 6997.884446] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 6997.884644] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 6997.884900] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 6997.885140] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6997.885397] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6997.885587] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6997.885823] ? __bfs (kernel/locking/lockdep.c:1787) [ 6997.885982] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6997.886180] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 6997.886368] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 6997.886579] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6997.886801] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6997.887006] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6997.887209] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6997.887392] tc_run (net/core/dev.c:3945) [ 6997.887548] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 6997.887748] ? eth_header (net/ethernet/eth.c:85) [ 6997.887924] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6997.888124] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6997.888317] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6997.888516] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6997.888710] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6997.888916] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6997.889109] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 6997.889304] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6997.889518] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 6997.889730] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 6997.889919] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 6997.890135] call_timer_fn (kernel/time/timer.c:1700) [ 6997.890317] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6997.890525] ? rcu_core (kernel/rcu/tree.c:2467) [ 6997.890699] run_timer_softirq (kernel/time/timer.c:2053) [ 6997.890893] __do_softirq (kernel/softirq.c:553) [ 6997.891070] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 6997.891295] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 6997.891472] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 6997.891669] kthread (kernel/kthread.c:388) [ 6997.891825] ? __pfx_kthread (kernel/kthread.c:341) [ 6997.892010] ret_from_fork (arch/x86/kernel/process.c:147) [ 6997.892185] ? __pfx_kthread (kernel/kthread.c:341) [ 6997.892369] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7075.900212] | [ 7075.900323] rcu: Stack dump where RCU GP kthread last ran: | [ 7075.900583] Sending NMI from CPU 1 to CPUs 0: | [ 7075.900802] NMI backtrace for cpu 0 [ 7075.900810] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7075.900811] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7075.900817] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7075.900819] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7075.900821] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7075.900822] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7075.900823] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7075.900824] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7075.900825] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7075.900827] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7075.900828] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7075.900829] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7075.900830] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7075.900831] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7075.900831] PKRU: 55555554 [ 7075.900832] Call Trace: [ 7075.900834] [ 7075.900836] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7075.900840] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7075.900844] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7075.900847] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7075.900850] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7075.900851] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7075.900857] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7075.900858] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7075.900860] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7075.900862] [ 7075.900862] [ 7075.900863] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7075.900868] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7075.900874] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7075.900877] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7075.900879] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7075.900882] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7075.900885] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7075.900892] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7075.900897] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7075.900902] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7075.900906] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7075.900914] ? __bfs (kernel/locking/lockdep.c:1787) [ 7075.900916] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7075.900918] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7075.900921] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7075.900923] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7075.900926] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7075.900931] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7075.900935] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7075.900939] tc_run (net/core/dev.c:3945) [ 7075.900945] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7075.900949] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7075.900951] ? eth_header (net/ethernet/eth.c:85) [ 7075.900954] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7075.900957] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7075.900959] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7075.900961] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7075.900964] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7075.900967] ? __alloc_skb (net/core/skbuff.c:667) [ 7075.900970] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7075.900971] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7075.900973] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7075.900974] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7075.900975] call_timer_fn (kernel/time/timer.c:1700) [ 7075.900979] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7075.900981] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7075.900987] run_timer_softirq (kernel/time/timer.c:2053) [ 7075.900988] __do_softirq (kernel/softirq.c:553) [ 7075.900991] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7075.900994] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7075.900997] [ 7075.900997] [ 7075.900998] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7075.901001] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7075.901003] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7075.901004] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7075.901005] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7075.901006] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7075.901007] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7075.901007] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7075.901008] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7075.901010] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7075.901015] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7075.901016] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7075.901018] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7075.901021] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7075.901023] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7075.901025] arch_call_rest_init+0xe/0x30 [ 7075.901030] start_kernel (init/main.c:1045) [ 7075.901032] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7075.901035] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7075.901036] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7075.901032] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7075.901035] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7075.901036] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7075.901041] [ 7075.923277] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7075.923812] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7075.924076] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7075.924940] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7075.925192] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7075.925527] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7075.925866] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7075.926208] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7075.926545] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7075.926883] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7075.927265] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7075.927539] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7075.927877] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7075.928215] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7075.928552] PKRU: 55555554 [ 7075.928686] Call Trace: [ 7075.928808] [ 7075.928913] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7075.929127] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7075.929347] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7075.929552] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7075.929756] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7075.929969] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7075.930222] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7075.930420] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7075.930652] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7075.930869] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7075.931079] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7075.931328] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7075.931567] [ 7075.931674] [ 7075.931782] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7075.932040] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7075.932275] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7075.932462] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7075.932640] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7075.932862] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7075.933082] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7075.933317] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7075.933512] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7075.933765] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7075.934003] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7075.934263] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7075.934453] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7075.934686] ? __bfs (kernel/locking/lockdep.c:1787) [ 7075.934845] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7075.935045] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7075.935232] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7075.935436] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7075.935655] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7075.935862] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7075.936063] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7075.936249] tc_run (net/core/dev.c:3945) [ 7075.936407] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7075.936606] ? eth_header (net/ethernet/eth.c:85) [ 7075.936781] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7075.936980] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7075.937174] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7075.937371] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7075.937564] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7075.937769] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7075.937963] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7075.938155] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7075.938374] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7075.938583] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7075.938771] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7075.938987] call_timer_fn (kernel/time/timer.c:1700) [ 7075.939167] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7075.939376] ? rcu_core (kernel/rcu/tree.c:2467) [ 7075.939550] run_timer_softirq (kernel/time/timer.c:2053) [ 7075.939739] __do_softirq (kernel/softirq.c:553) [ 7075.939918] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7075.940143] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7075.940319] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7075.940514] kthread (kernel/kthread.c:388) [ 7075.940671] ? __pfx_kthread (kernel/kthread.c:341) [ 7075.940856] ret_from_fork (arch/x86/kernel/process.c:147) [ 7075.941032] ? __pfx_kthread (kernel/kthread.c:341) [ 7075.941215] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7153.948165] | [ 7153.948277] rcu: Stack dump where RCU GP kthread last ran: | [ 7153.948539] Sending NMI from CPU 1 to CPUs 0: | [ 7153.948757] NMI backtrace for cpu 0 [ 7153.948765] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7153.948766] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7153.948773] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7153.948774] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7153.948776] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7153.948777] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7153.948778] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7153.948779] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7153.948780] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7153.948782] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7153.948783] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7153.948784] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7153.948785] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7153.948786] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7153.948786] PKRU: 55555554 [ 7153.948787] Call Trace: [ 7153.948789] [ 7153.948792] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7153.948795] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7153.948802] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7153.948804] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7153.948808] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7153.948809] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7153.948815] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7153.948817] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7153.948819] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7153.948820] [ 7153.948821] [ 7153.948821] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7153.948827] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7153.948834] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7153.948837] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7153.948839] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7153.948843] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7153.948847] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7153.948853] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7153.948858] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7153.948864] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7153.948869] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7153.948877] ? __bfs (kernel/locking/lockdep.c:1787) [ 7153.948880] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7153.948882] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7153.948885] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7153.948887] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7153.948889] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7153.948895] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7153.948899] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7153.948903] tc_run (net/core/dev.c:3945) [ 7153.948910] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7153.948914] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7153.948915] ? eth_header (net/ethernet/eth.c:85) [ 7153.948919] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7153.948922] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7153.948925] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7153.948926] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7153.948929] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7153.948933] ? __alloc_skb (net/core/skbuff.c:667) [ 7153.948936] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7153.948937] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7153.948939] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7153.948940] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7153.948941] call_timer_fn (kernel/time/timer.c:1700) [ 7153.948945] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7153.948947] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7153.948952] run_timer_softirq (kernel/time/timer.c:2053) [ 7153.948953] __do_softirq (kernel/softirq.c:553) [ 7153.948956] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7153.948960] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7153.948963] [ 7153.948964] [ 7153.948964] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7153.948967] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7153.948969] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7153.948970] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7153.948971] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7153.948972] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7153.948972] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7153.948973] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7153.948974] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7153.948976] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7153.948981] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7153.948982] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7153.948985] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7153.948988] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7153.948990] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7153.948992] arch_call_rest_init+0xe/0x30 [ 7153.948997] start_kernel (init/main.c:1045) [ 7153.949000] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7153.949003] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7153.949004] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7153.949000] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7153.949003] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7153.949004] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7153.949010] [ 7153.971202] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7153.971740] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7153.972006] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7153.972874] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7153.973126] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7153.973463] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7153.973801] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7153.974139] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7153.974477] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7153.974819] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7153.975202] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7153.975477] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7153.975834] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7153.976171] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7153.976509] PKRU: 55555554 [ 7153.976642] Call Trace: [ 7153.976767] [ 7153.976872] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7153.977087] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7153.977308] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7153.977511] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7153.977716] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7153.977930] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7153.978186] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7153.978384] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7153.978616] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7153.978836] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7153.979045] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7153.979296] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7153.979535] [ 7153.979643] [ 7153.979751] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7153.980012] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7153.980248] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7153.980438] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7153.980616] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7153.980838] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7153.981058] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7153.981294] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7153.981490] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7153.981747] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7153.981988] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7153.982246] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7153.982436] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7153.982670] ? __bfs (kernel/locking/lockdep.c:1787) [ 7153.982830] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7153.983029] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7153.983216] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7153.983424] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7153.983642] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7153.983851] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7153.984052] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7153.984234] tc_run (net/core/dev.c:3945) [ 7153.984393] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7153.984591] ? eth_header (net/ethernet/eth.c:85) [ 7153.984766] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7153.984968] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7153.985159] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7153.985357] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7153.985550] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7153.985764] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7153.985959] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7153.986152] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7153.986368] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7153.986578] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7153.986765] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7153.986982] call_timer_fn (kernel/time/timer.c:1700) [ 7153.987164] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7153.987372] ? rcu_core (kernel/rcu/tree.c:2467) [ 7153.987546] run_timer_softirq (kernel/time/timer.c:2053) [ 7153.987735] __do_softirq (kernel/softirq.c:553) [ 7153.987914] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7153.988139] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7153.988319] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7153.988518] kthread (kernel/kthread.c:388) [ 7153.988674] ? __pfx_kthread (kernel/kthread.c:341) [ 7153.988858] ret_from_fork (arch/x86/kernel/process.c:147) [ 7153.989034] ? __pfx_kthread (kernel/kthread.c:341) [ 7153.989218] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7231.997274] | [ 7231.997386] rcu: Stack dump where RCU GP kthread last ran: | [ 7231.997648] Sending NMI from CPU 1 to CPUs 0: | [ 7231.997870] NMI backtrace for cpu 0 [ 7231.997878] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7231.997881] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7231.997888] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7231.997890] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7231.997892] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7231.997893] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7231.997894] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7231.997895] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7231.997896] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7231.997898] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7231.997899] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7231.997900] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7231.997900] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7231.997901] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7231.997902] PKRU: 55555554 [ 7231.997902] Call Trace: [ 7231.997904] [ 7231.997907] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7231.997910] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7231.997914] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7231.997917] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7231.997920] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7231.997921] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7231.997926] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7231.997928] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7231.997930] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7231.997932] [ 7231.997933] [ 7231.997934] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7231.997938] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7231.997943] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7231.997947] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7231.997949] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7231.997952] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7231.997955] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7231.997961] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7231.997965] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7231.997970] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7231.997974] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7231.997982] ? __bfs (kernel/locking/lockdep.c:1787) [ 7231.997984] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7231.997986] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7231.997989] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7231.997991] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7231.997993] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7231.997998] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7231.998002] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7231.998006] tc_run (net/core/dev.c:3945) [ 7231.998012] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7231.998015] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7231.998017] ? eth_header (net/ethernet/eth.c:85) [ 7231.998020] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7231.998022] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7231.998024] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7231.998026] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7231.998029] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7231.998032] ? __alloc_skb (net/core/skbuff.c:667) [ 7231.998035] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7231.998036] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7231.998038] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7231.998039] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7231.998040] call_timer_fn (kernel/time/timer.c:1700) [ 7231.998043] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7231.998045] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7231.998050] run_timer_softirq (kernel/time/timer.c:2053) [ 7231.998051] __do_softirq (kernel/softirq.c:553) [ 7231.998054] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7231.998056] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7231.998059] [ 7231.998059] [ 7231.998060] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7231.998063] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7231.998065] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7231.998066] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7231.998067] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7231.998068] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7231.998069] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7231.998069] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7231.998070] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7231.998072] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7231.998077] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7231.998078] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7231.998080] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7231.998083] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7231.998086] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7231.998087] arch_call_rest_init+0xe/0x30 [ 7231.998092] start_kernel (init/main.c:1045) [ 7231.998095] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7231.998097] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7231.998099] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7231.998095] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7231.998097] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7231.998099] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7231.998103] [ 7232.021098] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7232.021633] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7232.021896] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7232.022763] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7232.023014] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7232.023351] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7232.023686] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7232.024024] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7232.024359] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7232.024697] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7232.025078] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7232.025375] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7232.025733] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7232.026089] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7232.026442] PKRU: 55555554 [ 7232.026590] Call Trace: [ 7232.026713] [ 7232.026820] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7232.027032] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7232.027253] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7232.027457] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7232.027662] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7232.027876] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7232.028131] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7232.028328] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7232.028561] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7232.028779] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7232.028990] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7232.029242] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7232.029480] [ 7232.029588] [ 7232.029695] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7232.029955] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7232.030192] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7232.030383] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7232.030559] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7232.030782] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7232.031001] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7232.031237] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7232.031435] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7232.031689] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7232.031928] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7232.032189] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7232.032381] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7232.032614] ? __bfs (kernel/locking/lockdep.c:1787) [ 7232.032772] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7232.032976] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7232.033164] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7232.033369] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7232.033591] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7232.033795] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7232.034001] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7232.034182] tc_run (net/core/dev.c:3945) [ 7232.034337] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7232.034539] ? eth_header (net/ethernet/eth.c:85) [ 7232.034713] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7232.034913] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7232.035105] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7232.035310] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7232.035527] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7232.035741] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7232.035948] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7232.036152] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7232.036380] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7232.036604] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7232.036791] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7232.037008] call_timer_fn (kernel/time/timer.c:1700) [ 7232.037190] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7232.037399] ? rcu_core (kernel/rcu/tree.c:2467) [ 7232.037574] run_timer_softirq (kernel/time/timer.c:2053) [ 7232.037765] __do_softirq (kernel/softirq.c:553) [ 7232.037945] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7232.038170] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7232.038347] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7232.038542] kthread (kernel/kthread.c:388) [ 7232.038699] ? __pfx_kthread (kernel/kthread.c:341) [ 7232.038886] ret_from_fork (arch/x86/kernel/process.c:147) [ 7232.039063] ? __pfx_kthread (kernel/kthread.c:341) [ 7232.039245] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7310.046322] | [ 7310.046434] rcu: Stack dump where RCU GP kthread last ran: | [ 7310.046696] Sending NMI from CPU 1 to CPUs 0: | [ 7310.046916] NMI backtrace for cpu 0 [ 7310.046923] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7310.046925] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7310.046931] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7310.046933] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7310.046934] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7310.046935] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7310.046936] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7310.046937] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7310.046938] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7310.046940] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7310.046942] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7310.046943] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7310.046943] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7310.046944] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7310.046945] PKRU: 55555554 [ 7310.046946] Call Trace: [ 7310.046948] [ 7310.046951] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7310.046954] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7310.046958] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7310.046961] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7310.046964] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7310.046965] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7310.046971] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7310.046973] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7310.046975] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7310.046977] [ 7310.046977] [ 7310.046978] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7310.046983] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7310.046988] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7310.046991] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7310.046992] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7310.046995] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7310.046998] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7310.047009] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7310.047014] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7310.047018] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7310.047023] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7310.047030] ? __bfs (kernel/locking/lockdep.c:1787) [ 7310.047033] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7310.047035] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7310.047039] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7310.047040] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7310.047043] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7310.047047] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7310.047051] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7310.047055] tc_run (net/core/dev.c:3945) [ 7310.047061] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7310.047065] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7310.047067] ? eth_header (net/ethernet/eth.c:85) [ 7310.047070] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7310.047072] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7310.047075] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7310.047076] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7310.047079] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7310.047082] ? __alloc_skb (net/core/skbuff.c:667) [ 7310.047085] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7310.047087] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7310.047088] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7310.047090] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7310.047091] call_timer_fn (kernel/time/timer.c:1700) [ 7310.047094] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7310.047096] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7310.047101] run_timer_softirq (kernel/time/timer.c:2053) [ 7310.047102] __do_softirq (kernel/softirq.c:553) [ 7310.047105] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7310.047107] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7310.047110] [ 7310.047110] [ 7310.047111] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7310.047113] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7310.047115] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7310.047117] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7310.047117] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7310.047118] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7310.047119] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7310.047119] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7310.047120] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7310.047122] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7310.047126] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7310.047128] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7310.047129] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7310.047133] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7310.047135] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7310.047136] arch_call_rest_init+0xe/0x30 [ 7310.047141] start_kernel (init/main.c:1045) [ 7310.047143] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7310.047145] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7310.047147] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7310.047143] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7310.047145] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7310.047147] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7310.047152] [ 7310.070505] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7310.071044] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7310.071306] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7310.072175] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7310.072425] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7310.072764] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7310.073104] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7310.073441] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7310.073779] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7310.074120] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7310.074501] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7310.074776] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7310.075181] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7310.075547] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7310.075913] PKRU: 55555554 [ 7310.076073] Call Trace: [ 7310.076210] [ 7310.076315] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7310.076528] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7310.076750] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7310.076957] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7310.077164] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7310.077377] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7310.077633] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7310.077833] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7310.078065] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7310.078284] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7310.078495] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7310.078747] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7310.078988] [ 7310.079096] [ 7310.079203] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7310.079462] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7310.079699] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7310.079890] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7310.080068] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7310.080290] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7310.080511] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7310.080747] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7310.080948] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7310.081203] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7310.081442] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7310.081699] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7310.081893] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7310.082126] ? __bfs (kernel/locking/lockdep.c:1787) [ 7310.082286] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7310.082485] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7310.082676] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7310.082881] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7310.083102] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7310.083306] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7310.083510] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7310.083693] tc_run (net/core/dev.c:3945) [ 7310.083849] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7310.084051] ? eth_header (net/ethernet/eth.c:85) [ 7310.084225] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7310.084424] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7310.084617] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7310.084819] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7310.085040] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7310.085255] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7310.085460] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7310.085664] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7310.085892] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7310.086123] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7310.086311] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7310.086528] call_timer_fn (kernel/time/timer.c:1700) [ 7310.086709] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7310.086923] ? rcu_core (kernel/rcu/tree.c:2467) [ 7310.087097] run_timer_softirq (kernel/time/timer.c:2053) [ 7310.087289] __do_softirq (kernel/softirq.c:553) [ 7310.087467] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7310.087694] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7310.087870] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7310.088066] kthread (kernel/kthread.c:388) [ 7310.088223] ? __pfx_kthread (kernel/kthread.c:341) [ 7310.088408] ret_from_fork (arch/x86/kernel/process.c:147) [ 7310.088584] ? __pfx_kthread (kernel/kthread.c:341) [ 7310.088768] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7388.095171] | [ 7388.095283] rcu: Stack dump where RCU GP kthread last ran: | [ 7388.095544] Sending NMI from CPU 1 to CPUs 0: | [ 7388.095763] NMI backtrace for cpu 0 [ 7388.095774] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7388.095776] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7388.095784] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7388.095785] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7388.095787] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7388.095788] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7388.095789] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7388.095790] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7388.095791] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7388.095793] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7388.095794] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7388.095795] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7388.095797] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7388.095798] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7388.095798] PKRU: 55555554 [ 7388.095799] Call Trace: [ 7388.095802] [ 7388.095804] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7388.095808] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7388.095814] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7388.095817] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7388.095820] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7388.095821] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7388.095827] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7388.095829] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7388.095831] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7388.095833] [ 7388.095833] [ 7388.095834] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7388.095840] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7388.095846] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7388.095849] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7388.095851] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7388.095855] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7388.095858] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7388.095864] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7388.095868] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7388.095873] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7388.095878] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7388.095885] ? __bfs (kernel/locking/lockdep.c:1787) [ 7388.095888] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7388.095890] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7388.095893] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7388.095895] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7388.095897] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7388.095903] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7388.095906] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7388.095911] tc_run (net/core/dev.c:3945) [ 7388.095917] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7388.095921] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7388.095923] ? eth_header (net/ethernet/eth.c:85) [ 7388.095927] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7388.095930] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7388.095932] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7388.095934] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7388.095937] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7388.095940] ? __alloc_skb (net/core/skbuff.c:667) [ 7388.095943] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7388.095944] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7388.095946] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7388.095947] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7388.095949] call_timer_fn (kernel/time/timer.c:1700) [ 7388.095952] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7388.095955] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7388.095960] run_timer_softirq (kernel/time/timer.c:2053) [ 7388.095961] __do_softirq (kernel/softirq.c:553) [ 7388.095964] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7388.095967] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7388.095971] [ 7388.095971] [ 7388.095972] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7388.095975] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7388.095977] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7388.095978] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7388.095979] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7388.095980] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7388.095981] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7388.095982] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7388.095982] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7388.095985] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7388.095990] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7388.095991] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7388.095993] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7388.095996] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7388.095998] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7388.096000] arch_call_rest_init+0xe/0x30 [ 7388.096005] start_kernel (init/main.c:1045) [ 7388.096008] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7388.096011] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7388.096012] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7388.096008] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7388.096011] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7388.096012] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7388.096018] [ 7388.118346] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7388.118882] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7388.119148] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7388.120013] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7388.120266] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7388.120603] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7388.120946] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7388.121285] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7388.121623] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7388.121964] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7388.122347] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7388.122622] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7388.122961] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7388.123300] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7388.123639] PKRU: 55555554 [ 7388.123773] Call Trace: [ 7388.123899] [ 7388.124003] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7388.124219] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7388.124441] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7388.124672] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7388.124893] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7388.125116] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7388.125386] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7388.125596] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7388.125849] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7388.126067] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7388.126282] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7388.126536] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7388.126775] [ 7388.126884] [ 7388.126992] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7388.127251] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7388.127489] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7388.127681] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7388.127860] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7388.128081] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7388.128303] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7388.128540] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7388.128735] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7388.128995] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7388.129234] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7388.129494] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7388.129684] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7388.129921] ? __bfs (kernel/locking/lockdep.c:1787) [ 7388.130080] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7388.130279] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7388.130467] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7388.130673] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7388.130893] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7388.131102] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7388.131305] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7388.131489] tc_run (net/core/dev.c:3945) [ 7388.131648] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7388.131849] ? eth_header (net/ethernet/eth.c:85) [ 7388.132023] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7388.132224] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7388.132417] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7388.132616] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7388.132811] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7388.133016] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7388.133209] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7388.133401] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7388.133620] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7388.133833] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7388.134020] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7388.134235] call_timer_fn (kernel/time/timer.c:1700) [ 7388.134417] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7388.134632] ? rcu_core (kernel/rcu/tree.c:2467) [ 7388.134809] run_timer_softirq (kernel/time/timer.c:2053) [ 7388.134999] __do_softirq (kernel/softirq.c:553) [ 7388.135178] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7388.135404] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7388.135580] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7388.135776] kthread (kernel/kthread.c:388) [ 7388.135934] ? __pfx_kthread (kernel/kthread.c:341) [ 7388.136117] ret_from_fork (arch/x86/kernel/process.c:147) [ 7388.136294] ? __pfx_kthread (kernel/kthread.c:341) [ 7388.136478] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7466.143184] | [ 7466.143296] rcu: Stack dump where RCU GP kthread last ran: | [ 7466.143558] Sending NMI from CPU 1 to CPUs 0: | [ 7466.143777] NMI backtrace for cpu 0 [ 7466.143786] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7466.143787] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7466.143795] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7466.143797] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7466.143799] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7466.143800] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7466.143801] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7466.143802] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7466.143802] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7466.143805] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7466.143806] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7466.143807] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7466.143808] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7466.143809] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7466.143810] PKRU: 55555554 [ 7466.143810] Call Trace: [ 7466.143812] [ 7466.143815] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7466.143818] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7466.143822] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7466.143824] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7466.143827] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7466.143828] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7466.143833] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7466.143835] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7466.143837] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7466.143838] [ 7466.143839] [ 7466.143840] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7466.143844] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7466.143849] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7466.143852] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7466.143854] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7466.143856] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7466.143862] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7466.143870] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7466.143875] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7466.143879] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7466.143883] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7466.143890] ? __bfs (kernel/locking/lockdep.c:1787) [ 7466.143893] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7466.143894] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7466.143897] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7466.143899] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7466.143901] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7466.143906] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7466.143910] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7466.143913] tc_run (net/core/dev.c:3945) [ 7466.143919] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7466.143922] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7466.143924] ? eth_header (net/ethernet/eth.c:85) [ 7466.143927] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7466.143929] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7466.143931] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7466.143933] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7466.143936] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7466.143939] ? __alloc_skb (net/core/skbuff.c:667) [ 7466.143941] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7466.143943] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7466.143944] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7466.143946] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7466.143947] call_timer_fn (kernel/time/timer.c:1700) [ 7466.143950] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7466.143952] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7466.143956] run_timer_softirq (kernel/time/timer.c:2053) [ 7466.143957] __do_softirq (kernel/softirq.c:553) [ 7466.143959] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7466.143961] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7466.143964] [ 7466.143964] [ 7466.143965] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7466.143967] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7466.143969] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7466.143970] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7466.143971] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7466.143972] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7466.143973] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7466.143974] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7466.143974] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7466.143977] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7466.143981] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7466.143983] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7466.143985] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7466.143988] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7466.143990] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7466.143992] arch_call_rest_init+0xe/0x30 [ 7466.143996] start_kernel (init/main.c:1045) [ 7466.143999] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7466.144001] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7466.144002] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7466.143999] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7466.144001] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7466.144002] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7466.144007] [ 7466.166421] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7466.166961] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7466.167223] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7466.168095] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7466.168346] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7466.168685] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7466.169024] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7466.169361] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7466.169700] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7466.170041] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7466.170422] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7466.170698] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7466.171039] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7466.171378] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7466.171715] PKRU: 55555554 [ 7466.171853] Call Trace: [ 7466.171977] [ 7466.172082] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7466.172296] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7466.172518] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7466.172721] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7466.172930] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7466.173142] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7466.173399] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7466.173597] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7466.173830] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7466.174049] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7466.174285] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7466.174552] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7466.174806] [ 7466.174920] [ 7466.175032] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7466.175308] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7466.175558] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7466.175747] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7466.175927] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7466.176150] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7466.176369] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7466.176607] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7466.176806] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7466.177062] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7466.177302] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7466.177561] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7466.177751] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7466.177987] ? __bfs (kernel/locking/lockdep.c:1787) [ 7466.178148] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7466.178346] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7466.178537] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7466.178742] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7466.178966] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7466.179171] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7466.179375] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7466.179558] tc_run (net/core/dev.c:3945) [ 7466.179714] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7466.179917] ? eth_header (net/ethernet/eth.c:85) [ 7466.180092] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7466.180293] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7466.180486] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7466.180688] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7466.180885] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7466.181089] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7466.181283] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7466.181479] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7466.181694] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7466.181908] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7466.182094] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7466.182312] call_timer_fn (kernel/time/timer.c:1700) [ 7466.182494] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7466.182703] ? rcu_core (kernel/rcu/tree.c:2467) [ 7466.182879] run_timer_softirq (kernel/time/timer.c:2053) [ 7466.183073] __do_softirq (kernel/softirq.c:553) [ 7466.183250] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7466.183476] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7466.183653] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7466.183852] kthread (kernel/kthread.c:388) [ 7466.184008] ? __pfx_kthread (kernel/kthread.c:341) [ 7466.184199] ret_from_fork (arch/x86/kernel/process.c:147) [ 7466.184375] ? __pfx_kthread (kernel/kthread.c:341) [ 7466.184560] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7544.192170] | [ 7544.192281] rcu: Stack dump where RCU GP kthread last ran: | [ 7544.192543] Sending NMI from CPU 1 to CPUs 0: | [ 7544.192761] NMI backtrace for cpu 0 [ 7544.192768] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7544.192770] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7544.192776] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7544.192778] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7544.192780] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7544.192781] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7544.192782] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7544.192782] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7544.192783] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7544.192786] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7544.192787] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7544.192788] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7544.192789] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7544.192789] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7544.192790] PKRU: 55555554 [ 7544.192790] Call Trace: [ 7544.192793] [ 7544.192796] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7544.192801] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7544.192806] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7544.192808] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7544.192811] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7544.192813] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7544.192818] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7544.192820] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7544.192822] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7544.192824] [ 7544.192824] [ 7544.192825] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7544.192830] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7544.192836] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7544.192839] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7544.192840] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7544.192843] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7544.192847] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7544.192853] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7544.192858] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7544.192863] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7544.192868] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7544.192875] ? __bfs (kernel/locking/lockdep.c:1787) [ 7544.192877] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7544.192879] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7544.192883] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7544.192885] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7544.192887] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7544.192892] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7544.192896] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7544.192900] tc_run (net/core/dev.c:3945) [ 7544.192906] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7544.192910] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7544.192912] ? eth_header (net/ethernet/eth.c:85) [ 7544.192915] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7544.192918] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7544.192921] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7544.192922] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7544.192925] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7544.192930] ? __alloc_skb (net/core/skbuff.c:667) [ 7544.192933] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7544.192934] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7544.192936] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7544.192938] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7544.192939] call_timer_fn (kernel/time/timer.c:1700) [ 7544.192942] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7544.192944] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7544.192949] run_timer_softirq (kernel/time/timer.c:2053) [ 7544.192950] __do_softirq (kernel/softirq.c:553) [ 7544.192953] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7544.192956] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7544.192959] [ 7544.192959] [ 7544.192960] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7544.192962] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7544.192964] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7544.192965] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7544.192966] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7544.192967] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7544.192968] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7544.192969] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7544.192969] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7544.192971] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7544.192976] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7544.192977] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7544.192979] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7544.192982] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7544.192984] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7544.192986] arch_call_rest_init+0xe/0x30 [ 7544.192991] start_kernel (init/main.c:1045) [ 7544.192993] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7544.192996] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7544.192997] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7544.192993] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7544.192996] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7544.192997] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7544.193003] [ 7544.215318] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7544.215854] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7544.216119] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7544.216987] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7544.217239] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7544.217576] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7544.217916] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7544.218254] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7544.218591] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7544.218932] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7544.219315] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7544.219590] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7544.219929] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7544.220269] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7544.220607] PKRU: 55555554 [ 7544.220741] Call Trace: [ 7544.220866] [ 7544.220972] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7544.221188] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7544.221410] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7544.221614] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7544.221825] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7544.222037] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7544.222292] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7544.222492] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7544.222724] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7544.222943] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7544.223153] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7544.223404] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7544.223642] [ 7544.223754] [ 7544.223885] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7544.224158] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7544.224411] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7544.224610] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7544.224796] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7544.225035] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7544.225256] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7544.225493] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7544.225687] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7544.225945] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7544.226184] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7544.226441] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7544.226631] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7544.226866] ? __bfs (kernel/locking/lockdep.c:1787) [ 7544.227027] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7544.227226] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7544.227412] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7544.227618] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7544.227838] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7544.228045] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7544.228246] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7544.228428] tc_run (net/core/dev.c:3945) [ 7544.228585] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7544.228784] ? eth_header (net/ethernet/eth.c:85) [ 7544.228960] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7544.229160] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7544.229352] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7544.229550] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7544.229744] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7544.229950] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7544.230143] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7544.230337] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7544.230553] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7544.230763] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7544.230952] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7544.231168] call_timer_fn (kernel/time/timer.c:1700) [ 7544.231350] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7544.231559] ? rcu_core (kernel/rcu/tree.c:2467) [ 7544.231733] run_timer_softirq (kernel/time/timer.c:2053) [ 7544.231924] __do_softirq (kernel/softirq.c:553) [ 7544.232102] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7544.232328] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7544.232504] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7544.232700] kthread (kernel/kthread.c:388) [ 7544.232857] ? __pfx_kthread (kernel/kthread.c:341) [ 7544.233040] ret_from_fork (arch/x86/kernel/process.c:147) [ 7544.233216] ? __pfx_kthread (kernel/kthread.c:341) [ 7544.233400] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7622.241166] | [ 7622.241277] rcu: Stack dump where RCU GP kthread last ran: | [ 7622.241537] Sending NMI from CPU 1 to CPUs 0: | [ 7622.241757] NMI backtrace for cpu 0 [ 7622.241764] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7622.241766] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7622.241773] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7622.241774] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7622.241776] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7622.241777] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7622.241778] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7622.241779] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7622.241780] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7622.241782] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7622.241784] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7622.241785] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7622.241785] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7622.241786] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7622.241787] PKRU: 55555554 [ 7622.241787] Call Trace: [ 7622.241789] [ 7622.241792] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7622.241797] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7622.241802] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7622.241805] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7622.241809] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7622.241810] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7622.241816] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7622.241818] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7622.241820] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7622.241822] [ 7622.241822] [ 7622.241823] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7622.241829] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7622.241835] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7622.241839] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7622.241841] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7622.241844] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7622.241848] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7622.241855] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7622.241860] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7622.241865] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7622.241870] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7622.241877] ? __bfs (kernel/locking/lockdep.c:1787) [ 7622.241880] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7622.241882] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7622.241885] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7622.241887] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7622.241889] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7622.241895] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7622.241900] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7622.241904] tc_run (net/core/dev.c:3945) [ 7622.241911] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7622.241915] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7622.241916] ? eth_header (net/ethernet/eth.c:85) [ 7622.241920] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7622.241924] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7622.241926] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7622.241928] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7622.241930] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7622.241934] ? __alloc_skb (net/core/skbuff.c:667) [ 7622.241937] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7622.241938] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7622.241940] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7622.241941] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7622.241942] call_timer_fn (kernel/time/timer.c:1700) [ 7622.241946] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7622.241948] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7622.241954] run_timer_softirq (kernel/time/timer.c:2053) [ 7622.241955] __do_softirq (kernel/softirq.c:553) [ 7622.241957] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7622.241961] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7622.241964] [ 7622.241964] [ 7622.241965] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7622.241967] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7622.241969] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7622.241971] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7622.241972] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7622.241973] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7622.241973] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7622.241974] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7622.241975] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7622.241977] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7622.241981] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7622.241983] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7622.241985] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7622.241988] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7622.241990] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7622.241992] arch_call_rest_init+0xe/0x30 [ 7622.241997] start_kernel (init/main.c:1045) [ 7622.242000] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7622.242002] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7622.242003] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7622.242000] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7622.242002] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7622.242003] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7622.242010] [ 7622.264455] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7622.265011] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7622.265274] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7622.266137] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7622.266386] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7622.266724] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7622.267063] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7622.267400] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7622.267735] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7622.268075] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7622.268457] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7622.268731] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7622.269071] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7622.269410] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7622.269748] PKRU: 55555554 [ 7622.269885] Call Trace: [ 7622.270009] [ 7622.270114] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7622.270331] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7622.270551] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7622.270758] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7622.270964] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7622.271179] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7622.271434] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7622.271633] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7622.271867] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7622.272085] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7622.272297] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7622.272548] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7622.272788] [ 7622.272898] [ 7622.273007] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7622.273265] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7622.273529] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7622.273728] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7622.273918] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7622.274152] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7622.274386] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7622.274641] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7622.274839] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7622.275095] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7622.275335] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7622.275596] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7622.275788] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7622.276024] ? __bfs (kernel/locking/lockdep.c:1787) [ 7622.276181] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7622.276383] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7622.276572] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7622.276775] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7622.276999] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7622.277205] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7622.277408] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7622.277592] tc_run (net/core/dev.c:3945) [ 7622.277750] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7622.277952] ? eth_header (net/ethernet/eth.c:85) [ 7622.278127] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7622.278326] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7622.278519] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7622.278717] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7622.278911] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7622.279116] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7622.279309] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7622.279502] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7622.279718] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7622.279927] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7622.280116] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7622.280329] call_timer_fn (kernel/time/timer.c:1700) [ 7622.280510] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7622.280720] ? rcu_core (kernel/rcu/tree.c:2467) [ 7622.280896] run_timer_softirq (kernel/time/timer.c:2053) [ 7622.281085] __do_softirq (kernel/softirq.c:553) [ 7622.281263] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7622.281489] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7622.281668] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7622.281864] kthread (kernel/kthread.c:388) [ 7622.282020] ? __pfx_kthread (kernel/kthread.c:341) [ 7622.282203] ret_from_fork (arch/x86/kernel/process.c:147) [ 7622.282379] ? __pfx_kthread (kernel/kthread.c:341) [ 7622.282562] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7700.290178] | [ 7700.290291] rcu: Stack dump where RCU GP kthread last ran: | [ 7700.290551] Sending NMI from CPU 1 to CPUs 0: | [ 7700.290775] NMI backtrace for cpu 0 [ 7700.290782] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7700.290785] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7700.290791] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 7700.290792] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7700.290794] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7700.290796] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7700.290797] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7700.290798] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7700.290799] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7700.290801] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7700.290802] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7700.290803] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7700.290804] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7700.290804] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7700.290805] PKRU: 55555554 [ 7700.290806] Call Trace: [ 7700.290808] [ 7700.290810] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7700.290813] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7700.290817] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7700.290820] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7700.290822] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7700.290824] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7700.290829] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7700.290831] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7700.290833] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7700.290835] [ 7700.290835] [ 7700.290836] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7700.290840] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7700.290845] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7700.290848] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7700.290850] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7700.290853] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7700.290857] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7700.290862] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7700.290868] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7700.290873] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7700.290877] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7700.290884] ? __bfs (kernel/locking/lockdep.c:1787) [ 7700.290887] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7700.290889] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7700.290891] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7700.290893] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7700.290896] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7700.290901] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7700.290905] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7700.290908] tc_run (net/core/dev.c:3945) [ 7700.290914] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7700.290917] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7700.290919] ? eth_header (net/ethernet/eth.c:85) [ 7700.290922] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7700.290924] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7700.290926] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7700.290928] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7700.290931] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7700.290935] ? __alloc_skb (net/core/skbuff.c:667) [ 7700.290938] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7700.290940] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7700.290942] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7700.290943] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7700.290945] call_timer_fn (kernel/time/timer.c:1700) [ 7700.290948] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7700.290950] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7700.290954] run_timer_softirq (kernel/time/timer.c:2053) [ 7700.290955] __do_softirq (kernel/softirq.c:553) [ 7700.290958] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7700.290960] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7700.290963] [ 7700.290963] [ 7700.290964] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7700.290966] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7700.290968] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7700.290969] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7700.290970] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7700.290971] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7700.290972] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7700.290972] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7700.290973] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7700.290976] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7700.290980] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7700.290981] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7700.290983] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7700.290986] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7700.290988] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7700.290990] arch_call_rest_init+0xe/0x30 [ 7700.290994] start_kernel (init/main.c:1045) [ 7700.290997] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7700.290999] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7700.291000] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7700.290997] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7700.290999] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7700.291000] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7700.291006] [ 7700.313323] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7700.313861] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7700.314125] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7700.314993] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7700.315244] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7700.315584] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7700.315923] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7700.316261] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7700.316595] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7700.316937] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7700.317320] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7700.317592] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7700.317933] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7700.318270] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7700.318608] PKRU: 55555554 [ 7700.318742] Call Trace: [ 7700.318866] [ 7700.318971] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7700.319190] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7700.319411] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7700.319617] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7700.319823] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7700.320037] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7700.320290] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7700.320488] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7700.320721] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7700.320941] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7700.321154] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7700.321406] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7700.321644] [ 7700.321752] [ 7700.321862] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7700.322119] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7700.322356] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7700.322545] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7700.322720] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7700.322943] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7700.323170] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7700.323409] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7700.323606] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7700.323863] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7700.324101] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7700.324363] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7700.324555] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7700.324790] ? __bfs (kernel/locking/lockdep.c:1787) [ 7700.324949] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7700.325152] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7700.325340] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7700.325544] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7700.325766] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7700.325974] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7700.326177] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7700.326360] tc_run (net/core/dev.c:3945) [ 7700.326518] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7700.326719] ? eth_header (net/ethernet/eth.c:85) [ 7700.326896] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7700.327094] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7700.327289] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7700.327488] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7700.327681] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7700.327889] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7700.328083] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7700.328277] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7700.328496] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7700.328707] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7700.328897] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7700.329113] call_timer_fn (kernel/time/timer.c:1700) [ 7700.329295] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7700.329505] ? rcu_core (kernel/rcu/tree.c:2467) [ 7700.329681] run_timer_softirq (kernel/time/timer.c:2053) [ 7700.329873] __do_softirq (kernel/softirq.c:553) [ 7700.330050] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7700.330277] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7700.330455] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7700.330650] kthread (kernel/kthread.c:388) [ 7700.330810] ? __pfx_kthread (kernel/kthread.c:341) [ 7700.330996] ret_from_fork (arch/x86/kernel/process.c:147) [ 7700.331173] ? __pfx_kthread (kernel/kthread.c:341) [ 7700.331357] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7778.339161] | [ 7778.339272] rcu: Stack dump where RCU GP kthread last ran: | [ 7778.339533] Sending NMI from CPU 1 to CPUs 0: | [ 7778.339753] NMI backtrace for cpu 0 [ 7778.339760] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7778.339762] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7778.339769] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7778.339770] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7778.339772] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7778.339773] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7778.339774] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7778.339775] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7778.339776] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7778.339779] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7778.339780] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7778.339780] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7778.339781] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7778.339782] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7778.339783] PKRU: 55555554 [ 7778.339784] Call Trace: [ 7778.339786] [ 7778.339789] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7778.339793] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7778.339798] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7778.339801] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7778.339804] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7778.339806] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7778.339812] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7778.339814] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7778.339816] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7778.339818] [ 7778.339819] [ 7778.339820] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7778.339825] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7778.339831] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7778.339835] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7778.339837] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7778.339840] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7778.339843] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7778.339853] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7778.339858] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7778.339863] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7778.339868] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7778.339875] ? __bfs (kernel/locking/lockdep.c:1787) [ 7778.339878] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7778.339880] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7778.339883] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7778.339885] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7778.339887] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7778.339893] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7778.339896] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7778.339901] tc_run (net/core/dev.c:3945) [ 7778.339907] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7778.339911] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7778.339912] ? eth_header (net/ethernet/eth.c:85) [ 7778.339916] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7778.339919] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7778.339922] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7778.339923] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7778.339926] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7778.339930] ? __alloc_skb (net/core/skbuff.c:667) [ 7778.339932] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7778.339934] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7778.339935] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7778.339937] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7778.339938] call_timer_fn (kernel/time/timer.c:1700) [ 7778.339942] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7778.339944] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7778.339948] run_timer_softirq (kernel/time/timer.c:2053) [ 7778.339949] __do_softirq (kernel/softirq.c:553) [ 7778.339951] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7778.339954] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7778.339957] [ 7778.339957] [ 7778.339958] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7778.339961] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7778.339963] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7778.339964] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7778.339965] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7778.339966] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7778.339966] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7778.339967] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7778.339968] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7778.339970] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7778.339975] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7778.339976] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7778.339978] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7778.339981] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7778.339983] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7778.339985] arch_call_rest_init+0xe/0x30 [ 7778.339990] start_kernel (init/main.c:1045) [ 7778.339992] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7778.339994] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7778.339996] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7778.339992] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7778.339994] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7778.339996] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7778.340002] [ 7778.362322] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7778.362896] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7778.363172] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7778.364081] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7778.364331] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7778.364670] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7778.365009] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7778.365346] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7778.365685] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7778.366027] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7778.366408] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7778.366684] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7778.367026] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7778.367364] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7778.367699] PKRU: 55555554 [ 7778.367837] Call Trace: [ 7778.367961] [ 7778.368065] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7778.368277] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7778.368499] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7778.368703] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7778.368911] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7778.369123] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7778.369379] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7778.369576] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7778.369811] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7778.370029] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7778.370238] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7778.370494] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7778.370733] [ 7778.370840] [ 7778.370947] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7778.371206] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7778.371442] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7778.371630] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7778.371807] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7778.372028] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7778.372245] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7778.372481] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7778.372704] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7778.372974] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7778.373223] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7778.373494] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7778.373693] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7778.373942] ? __bfs (kernel/locking/lockdep.c:1787) [ 7778.374101] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7778.374299] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7778.374488] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7778.374692] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7778.374914] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7778.375117] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7778.375320] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7778.375502] tc_run (net/core/dev.c:3945) [ 7778.375657] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7778.375859] ? eth_header (net/ethernet/eth.c:85) [ 7778.376033] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7778.376231] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7778.376424] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7778.376623] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7778.376818] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7778.377022] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7778.377215] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7778.377408] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7778.377622] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7778.377832] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7778.378018] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7778.378233] call_timer_fn (kernel/time/timer.c:1700) [ 7778.378414] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7778.378622] ? rcu_core (kernel/rcu/tree.c:2467) [ 7778.378795] run_timer_softirq (kernel/time/timer.c:2053) [ 7778.378988] __do_softirq (kernel/softirq.c:553) [ 7778.379169] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7778.379392] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7778.379568] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7778.379765] kthread (kernel/kthread.c:388) [ 7778.379922] ? __pfx_kthread (kernel/kthread.c:341) [ 7778.380106] ret_from_fork (arch/x86/kernel/process.c:147) [ 7778.380283] ? __pfx_kthread (kernel/kthread.c:341) [ 7778.380466] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7856.388157] | [ 7856.388268] rcu: Stack dump where RCU GP kthread last ran: | [ 7856.388530] Sending NMI from CPU 1 to CPUs 0: | [ 7856.388748] NMI backtrace for cpu 0 [ 7856.388756] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7856.388758] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7856.388766] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7856.388767] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7856.388769] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7856.388770] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7856.388771] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7856.388772] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7856.388773] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7856.388776] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7856.388777] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7856.388778] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7856.388779] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7856.388779] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7856.388780] PKRU: 55555554 [ 7856.388781] Call Trace: [ 7856.388783] [ 7856.388786] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7856.388790] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7856.388795] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7856.388799] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7856.388803] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7856.388804] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7856.388810] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7856.388812] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7856.388814] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7856.388816] [ 7856.388817] [ 7856.388818] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7856.388823] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7856.388829] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7856.388833] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7856.388835] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7856.388839] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7856.388842] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7856.388849] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7856.388854] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7856.388858] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7856.388864] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7856.388871] ? __bfs (kernel/locking/lockdep.c:1787) [ 7856.388874] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7856.388876] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7856.388879] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7856.388881] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7856.388884] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7856.388889] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7856.388893] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7856.388898] tc_run (net/core/dev.c:3945) [ 7856.388904] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7856.388908] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7856.388910] ? eth_header (net/ethernet/eth.c:85) [ 7856.388914] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7856.388917] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7856.388920] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7856.388921] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7856.388924] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7856.388927] ? __alloc_skb (net/core/skbuff.c:667) [ 7856.388930] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7856.388931] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7856.388933] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7856.388935] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7856.388936] call_timer_fn (kernel/time/timer.c:1700) [ 7856.388939] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7856.388941] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7856.388946] run_timer_softirq (kernel/time/timer.c:2053) [ 7856.388947] __do_softirq (kernel/softirq.c:553) [ 7856.388949] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7856.388952] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7856.388955] [ 7856.388955] [ 7856.388956] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7856.388959] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7856.388960] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7856.388961] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7856.388962] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7856.388963] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7856.388963] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7856.388964] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7856.388965] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7856.388967] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7856.388972] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7856.388973] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7856.388975] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7856.388978] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7856.388981] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7856.388983] arch_call_rest_init+0xe/0x30 [ 7856.388989] start_kernel (init/main.c:1045) [ 7856.388991] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7856.388994] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7856.388995] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7856.388991] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7856.388994] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7856.388995] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7856.389002] [ 7856.411340] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7856.411876] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7856.412142] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7856.413008] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7856.413261] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7856.413599] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7856.413941] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7856.414279] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7856.414617] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7856.414956] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7856.415339] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7856.415614] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7856.415953] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7856.416292] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7856.416633] PKRU: 55555554 [ 7856.416766] Call Trace: [ 7856.416890] [ 7856.416996] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7856.417211] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7856.417434] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7856.417643] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7856.417850] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7856.418063] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7856.418318] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7856.418520] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7856.418753] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7856.418971] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7856.419184] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7856.419436] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7856.419675] [ 7856.419784] [ 7856.419894] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7856.420152] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7856.420391] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7856.420582] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7856.420761] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7856.420986] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7856.421207] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7856.421444] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7856.421640] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7856.421897] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7856.422136] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7856.422427] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7856.422628] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7856.422882] ? __bfs (kernel/locking/lockdep.c:1787) [ 7856.423049] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7856.423260] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7856.423466] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7856.423671] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7856.423892] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7856.424104] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7856.424305] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7856.424487] tc_run (net/core/dev.c:3945) [ 7856.424645] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7856.424847] ? eth_header (net/ethernet/eth.c:85) [ 7856.425022] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7856.425222] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7856.425417] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7856.425615] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7856.425809] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7856.426017] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7856.426210] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7856.426403] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7856.426619] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7856.426830] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7856.427019] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7856.427234] call_timer_fn (kernel/time/timer.c:1700) [ 7856.427415] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7856.427624] ? rcu_core (kernel/rcu/tree.c:2467) [ 7856.427798] run_timer_softirq (kernel/time/timer.c:2053) [ 7856.427988] __do_softirq (kernel/softirq.c:553) [ 7856.428166] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7856.428391] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7856.428568] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7856.428762] kthread (kernel/kthread.c:388) [ 7856.428921] ? __pfx_kthread (kernel/kthread.c:341) [ 7856.429104] ret_from_fork (arch/x86/kernel/process.c:147) [ 7856.429280] ? __pfx_kthread (kernel/kthread.c:341) [ 7856.429462] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7934.437175] | [ 7934.437287] rcu: Stack dump where RCU GP kthread last ran: | [ 7934.437547] Sending NMI from CPU 1 to CPUs 0: | [ 7934.437766] NMI backtrace for cpu 0 [ 7934.437776] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7934.437778] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7934.437784] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7934.437785] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 7934.437787] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 7934.437788] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 7934.437789] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 7934.437790] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 7934.437791] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 7934.437793] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 7934.437794] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7934.437795] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 7934.437797] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7934.437798] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7934.437799] PKRU: 55555554 [ 7934.437800] Call Trace: [ 7934.437801] [ 7934.437804] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7934.437807] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7934.437810] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7934.437813] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7934.437816] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7934.437817] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7934.437822] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7934.437824] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7934.437826] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7934.437828] [ 7934.437828] [ 7934.437829] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7934.437834] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7934.437839] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7934.437842] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7934.437843] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7934.437846] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7934.437852] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7934.437859] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7934.437864] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7934.437869] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7934.437873] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7934.437880] ? __bfs (kernel/locking/lockdep.c:1787) [ 7934.437883] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7934.437885] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7934.437888] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7934.437889] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7934.437892] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 7934.437897] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7934.437901] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7934.437905] tc_run (net/core/dev.c:3945) [ 7934.437910] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7934.437913] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7934.437915] ? eth_header (net/ethernet/eth.c:85) [ 7934.437918] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7934.437920] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7934.437923] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7934.437924] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7934.437927] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7934.437931] ? __alloc_skb (net/core/skbuff.c:667) [ 7934.437934] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7934.437935] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7934.437937] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7934.437939] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7934.437940] call_timer_fn (kernel/time/timer.c:1700) [ 7934.437943] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7934.437945] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7934.437951] run_timer_softirq (kernel/time/timer.c:2053) [ 7934.437952] __do_softirq (kernel/softirq.c:553) [ 7934.437955] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7934.437957] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7934.437960] [ 7934.437960] [ 7934.437961] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7934.437963] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 7934.437965] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 7934.437966] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 7934.437967] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 7934.437968] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 7934.437969] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 7934.437969] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7934.437970] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 7934.437972] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7934.437976] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 7934.437977] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 7934.437979] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 7934.437982] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 7934.437985] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 7934.437987] arch_call_rest_init+0xe/0x30 [ 7934.437991] start_kernel (init/main.c:1045) [ 7934.437994] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 7934.437996] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 7934.437998] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7934.437994] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 7934.437996] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 7934.437998] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 7934.438003] [ 7934.460338] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7934.460877] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7934.461142] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7934.462012] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 7934.462265] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 7934.462606] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 7934.462947] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 7934.463285] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 7934.463623] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 7934.463962] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 7934.464348] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7934.464623] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 7934.464963] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7934.465301] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7934.465639] PKRU: 55555554 [ 7934.465773] Call Trace: [ 7934.465897] [ 7934.466003] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7934.466218] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7934.466438] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7934.466644] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7934.466850] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7934.467065] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7934.467319] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7934.467520] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7934.467753] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7934.467972] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7934.468184] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7934.468436] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7934.468676] [ 7934.468785] [ 7934.468895] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7934.469155] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7934.469393] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7934.469583] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7934.469759] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7934.469984] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7934.470204] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 7934.470442] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 7934.470638] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 7934.470896] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 7934.471134] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7934.471395] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7934.471586] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7934.471829] ? __bfs (kernel/locking/lockdep.c:1787) [ 7934.472014] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7934.472225] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 7934.472424] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 7934.472642] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7934.472874] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7934.473100] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7934.473302] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7934.473486] tc_run (net/core/dev.c:3945) [ 7934.473644] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 7934.473846] ? eth_header (net/ethernet/eth.c:85) [ 7934.474021] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7934.474220] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7934.474415] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7934.474613] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7934.474807] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7934.475016] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7934.475209] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 7934.475402] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7934.475620] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 7934.475833] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 7934.476022] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 7934.476237] call_timer_fn (kernel/time/timer.c:1700) [ 7934.476420] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7934.476629] ? rcu_core (kernel/rcu/tree.c:2467) [ 7934.476805] run_timer_softirq (kernel/time/timer.c:2053) [ 7934.476996] __do_softirq (kernel/softirq.c:553) [ 7934.477174] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 7934.477401] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 7934.477578] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 7934.477773] kthread (kernel/kthread.c:388) [ 7934.477934] ? __pfx_kthread (kernel/kthread.c:341) [ 7934.478118] ret_from_fork (arch/x86/kernel/process.c:147) [ 7934.478296] ? __pfx_kthread (kernel/kthread.c:341) [ 7934.478478] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8012.486254] | [ 8012.486366] rcu: Stack dump where RCU GP kthread last ran: | [ 8012.486626] Sending NMI from CPU 1 to CPUs 0: | [ 8012.486847] NMI backtrace for cpu 0 [ 8012.486854] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8012.486856] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8012.486863] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8012.486864] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8012.486866] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8012.486867] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8012.486868] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8012.486869] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8012.486870] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8012.486873] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8012.486874] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8012.486874] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8012.486875] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8012.486876] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8012.486877] PKRU: 55555554 [ 8012.486877] Call Trace: [ 8012.486879] [ 8012.486882] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8012.486886] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8012.486891] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8012.486893] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8012.486897] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8012.486898] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8012.486905] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8012.486907] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8012.486909] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8012.486910] [ 8012.486911] [ 8012.486912] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8012.486917] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8012.486923] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8012.486927] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8012.486928] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8012.486932] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8012.486936] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8012.486942] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8012.486947] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8012.486952] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8012.486957] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8012.486965] ? __bfs (kernel/locking/lockdep.c:1787) [ 8012.486968] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8012.486970] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8012.486973] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8012.486974] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8012.486977] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8012.486983] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8012.486987] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8012.486991] tc_run (net/core/dev.c:3945) [ 8012.486998] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8012.487002] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8012.487004] ? eth_header (net/ethernet/eth.c:85) [ 8012.487008] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8012.487010] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8012.487013] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8012.487014] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8012.487017] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8012.487021] ? __alloc_skb (net/core/skbuff.c:667) [ 8012.487024] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8012.487025] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8012.487027] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8012.487028] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8012.487029] call_timer_fn (kernel/time/timer.c:1700) [ 8012.487033] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8012.487035] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8012.487041] run_timer_softirq (kernel/time/timer.c:2053) [ 8012.487042] __do_softirq (kernel/softirq.c:553) [ 8012.487045] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8012.487049] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8012.487052] [ 8012.487053] [ 8012.487054] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8012.487056] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8012.487059] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8012.487060] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8012.487061] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8012.487062] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8012.487063] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8012.487063] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8012.487064] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8012.487066] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8012.487071] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8012.487072] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8012.487074] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8012.487078] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8012.487080] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8012.487082] arch_call_rest_init+0xe/0x30 [ 8012.487087] start_kernel (init/main.c:1045) [ 8012.487089] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8012.487092] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8012.487093] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8012.487089] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8012.487092] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8012.487093] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8012.487099] [ 8012.510141] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8012.510678] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8012.510942] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8012.511816] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8012.512068] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8012.512407] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8012.512745] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8012.513084] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8012.513426] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8012.513768] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8012.514150] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8012.514428] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8012.514767] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8012.515108] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8012.515445] PKRU: 55555554 [ 8012.515581] Call Trace: [ 8012.515706] [ 8012.515811] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8012.516025] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8012.516247] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8012.516451] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8012.516660] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8012.516874] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8012.517131] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8012.517329] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8012.517562] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8012.517781] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8012.517992] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8012.518245] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8012.518485] [ 8012.518592] [ 8012.518699] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8012.518963] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8012.519200] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8012.519390] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8012.519569] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8012.519791] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8012.520012] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8012.520248] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8012.520446] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8012.520702] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8012.520943] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8012.521200] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8012.521390] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8012.521657] ? __bfs (kernel/locking/lockdep.c:1787) [ 8012.521826] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8012.522034] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8012.522233] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8012.522449] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8012.522691] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8012.522898] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8012.523100] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8012.523283] tc_run (net/core/dev.c:3945) [ 8012.523439] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8012.523640] ? eth_header (net/ethernet/eth.c:85) [ 8012.523815] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8012.524015] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8012.524208] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8012.524406] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8012.524600] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8012.524804] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8012.524997] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8012.525192] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8012.525407] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8012.525619] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8012.525808] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8012.526025] call_timer_fn (kernel/time/timer.c:1700) [ 8012.526206] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8012.526414] ? rcu_core (kernel/rcu/tree.c:2467) [ 8012.526589] run_timer_softirq (kernel/time/timer.c:2053) [ 8012.526781] __do_softirq (kernel/softirq.c:553) [ 8012.526960] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8012.527184] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8012.527360] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8012.527558] kthread (kernel/kthread.c:388) [ 8012.527715] ? __pfx_kthread (kernel/kthread.c:341) [ 8012.527903] ret_from_fork (arch/x86/kernel/process.c:147) [ 8012.528081] ? __pfx_kthread (kernel/kthread.c:341) [ 8012.528266] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8090.534179] | [ 8090.534290] rcu: Stack dump where RCU GP kthread last ran: | [ 8090.534550] Sending NMI from CPU 1 to CPUs 0: | [ 8090.534770] NMI backtrace for cpu 0 [ 8090.534777] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8090.534779] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8090.534786] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8090.534788] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8090.534790] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8090.534791] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8090.534792] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8090.534793] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8090.534794] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8090.534797] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8090.534799] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8090.534799] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8090.534800] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8090.534801] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8090.534802] PKRU: 55555554 [ 8090.534803] Call Trace: [ 8090.534805] [ 8090.534808] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8090.534812] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8090.534817] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8090.534820] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8090.534823] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8090.534825] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8090.534832] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8090.534833] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8090.534835] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8090.534837] [ 8090.534838] [ 8090.534838] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8090.534844] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8090.534851] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8090.534854] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8090.534856] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8090.534860] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8090.534863] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8090.534870] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8090.534875] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8090.534880] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8090.534885] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8090.534893] ? __bfs (kernel/locking/lockdep.c:1787) [ 8090.534896] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8090.534898] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8090.534901] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8090.534902] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8090.534905] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8090.534910] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8090.534914] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8090.534918] tc_run (net/core/dev.c:3945) [ 8090.534925] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8090.534929] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8090.534931] ? eth_header (net/ethernet/eth.c:85) [ 8090.534935] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8090.534938] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8090.534941] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8090.534943] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8090.534946] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8090.534950] ? __alloc_skb (net/core/skbuff.c:667) [ 8090.534953] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8090.534954] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8090.534956] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8090.534957] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8090.534959] call_timer_fn (kernel/time/timer.c:1700) [ 8090.534962] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8090.534964] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8090.534969] run_timer_softirq (kernel/time/timer.c:2053) [ 8090.534970] __do_softirq (kernel/softirq.c:553) [ 8090.534972] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8090.534976] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8090.534979] [ 8090.534979] [ 8090.534980] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8090.534983] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8090.534984] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8090.534985] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8090.534987] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8090.534987] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8090.534988] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8090.534989] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8090.534990] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8090.534992] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8090.534997] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8090.534998] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8090.535000] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8090.535004] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8090.535006] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8090.535008] arch_call_rest_init+0xe/0x30 [ 8090.535013] start_kernel (init/main.c:1045) [ 8090.535016] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8090.535019] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8090.535020] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8090.535016] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8090.535019] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8090.535020] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8090.535027] [ 8090.557264] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8090.557797] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8090.558061] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8090.558926] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8090.559181] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8090.559518] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8090.559856] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8090.560194] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8090.560531] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8090.560875] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8090.561264] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8090.561539] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8090.561876] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8090.562214] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8090.562550] PKRU: 55555554 [ 8090.562684] Call Trace: [ 8090.562808] [ 8090.562914] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8090.563128] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8090.563349] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8090.563554] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8090.563759] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8090.563976] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8090.564231] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8090.564433] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8090.564665] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8090.564883] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8090.565095] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8090.565347] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8090.565585] [ 8090.565693] [ 8090.565803] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8090.566065] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8090.566302] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8090.566491] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8090.566667] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8090.566892] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8090.567113] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8090.567350] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8090.567546] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8090.567802] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8090.568042] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8090.568305] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8090.568498] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8090.568734] ? __bfs (kernel/locking/lockdep.c:1787) [ 8090.568893] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8090.569093] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8090.569281] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8090.569487] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8090.569707] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8090.569916] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8090.570118] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8090.570302] tc_run (net/core/dev.c:3945) [ 8090.570460] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8090.570660] ? eth_header (net/ethernet/eth.c:85) [ 8090.570835] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8090.571035] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8090.571234] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8090.571432] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8090.571625] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8090.571833] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8090.572026] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8090.572219] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8090.572437] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8090.572648] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8090.572838] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8090.573052] call_timer_fn (kernel/time/timer.c:1700) [ 8090.573236] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8090.573445] ? rcu_core (kernel/rcu/tree.c:2467) [ 8090.573619] run_timer_softirq (kernel/time/timer.c:2053) [ 8090.573809] __do_softirq (kernel/softirq.c:553) [ 8090.573986] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8090.574211] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8090.574388] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8090.574583] kthread (kernel/kthread.c:388) [ 8090.574740] ? __pfx_kthread (kernel/kthread.c:341) [ 8090.574925] ret_from_fork (arch/x86/kernel/process.c:147) [ 8090.575100] ? __pfx_kthread (kernel/kthread.c:341) [ 8090.575283] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8168.583162] | [ 8168.583274] rcu: Stack dump where RCU GP kthread last ran: | [ 8168.583532] Sending NMI from CPU 1 to CPUs 0: | [ 8168.583752] NMI backtrace for cpu 0 [ 8168.583758] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8168.583760] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8168.583766] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8168.583768] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8168.583769] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8168.583771] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8168.583771] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8168.583772] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8168.583773] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8168.583775] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8168.583776] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8168.583777] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8168.583778] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8168.583779] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8168.583780] PKRU: 55555554 [ 8168.583781] Call Trace: [ 8168.583783] [ 8168.583785] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8168.583789] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8168.583793] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8168.583797] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8168.583800] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8168.583802] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8168.583807] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8168.583809] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8168.583811] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8168.583813] [ 8168.583813] [ 8168.583814] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8168.583819] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8168.583824] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8168.583827] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8168.583828] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8168.583830] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8168.583833] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8168.583840] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8168.583844] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8168.583849] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8168.583854] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8168.583862] ? __bfs (kernel/locking/lockdep.c:1787) [ 8168.583864] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8168.583866] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8168.583869] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8168.583871] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8168.583873] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8168.583879] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8168.583883] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8168.583886] tc_run (net/core/dev.c:3945) [ 8168.583892] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8168.583895] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8168.583897] ? eth_header (net/ethernet/eth.c:85) [ 8168.583900] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8168.583903] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8168.583905] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8168.583907] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8168.583910] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8168.583913] ? __alloc_skb (net/core/skbuff.c:667) [ 8168.583915] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8168.583917] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8168.583919] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8168.583920] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8168.583921] call_timer_fn (kernel/time/timer.c:1700) [ 8168.583924] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8168.583926] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8168.583931] run_timer_softirq (kernel/time/timer.c:2053) [ 8168.583932] __do_softirq (kernel/softirq.c:553) [ 8168.583935] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8168.583938] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8168.583940] [ 8168.583941] [ 8168.583941] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8168.583944] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8168.583946] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8168.583947] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8168.583948] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8168.583948] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8168.583949] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8168.583950] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8168.583950] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8168.583952] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8168.583957] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8168.583958] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8168.583960] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8168.583963] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8168.583966] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8168.583968] arch_call_rest_init+0xe/0x30 [ 8168.583972] start_kernel (init/main.c:1045) [ 8168.583974] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8168.583977] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8168.583979] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8168.583974] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8168.583977] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8168.583979] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8168.583984] [ 8168.606200] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8168.606734] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8168.607000] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8168.607869] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8168.608118] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8168.608457] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8168.608796] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8168.609136] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8168.609473] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8168.609814] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8168.610196] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8168.610470] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8168.610838] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8168.611192] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8168.611547] PKRU: 55555554 [ 8168.611688] Call Trace: [ 8168.611818] [ 8168.611935] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8168.612150] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8168.612371] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8168.612575] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8168.612780] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8168.612994] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8168.613248] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8168.613447] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8168.613677] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8168.613897] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8168.614108] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8168.614358] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8168.614597] [ 8168.614704] [ 8168.614813] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8168.615071] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8168.615308] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8168.615496] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8168.615673] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8168.615897] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8168.616118] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8168.616354] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8168.616551] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8168.616805] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8168.617043] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8168.617301] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8168.617492] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8168.617727] ? __bfs (kernel/locking/lockdep.c:1787) [ 8168.617886] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8168.618085] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8168.618272] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8168.618476] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8168.618696] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8168.618905] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8168.619109] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8168.619291] tc_run (net/core/dev.c:3945) [ 8168.619448] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8168.619650] ? eth_header (net/ethernet/eth.c:85) [ 8168.619826] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8168.620025] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8168.620219] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8168.620419] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8168.620612] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8168.620826] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8168.621022] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8168.621215] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8168.621432] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8168.621640] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8168.621829] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8168.622046] call_timer_fn (kernel/time/timer.c:1700) [ 8168.622227] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8168.622437] ? rcu_core (kernel/rcu/tree.c:2467) [ 8168.622612] run_timer_softirq (kernel/time/timer.c:2053) [ 8168.622803] __do_softirq (kernel/softirq.c:553) [ 8168.622982] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8168.623208] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8168.623384] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8168.623580] kthread (kernel/kthread.c:388) [ 8168.623738] ? __pfx_kthread (kernel/kthread.c:341) [ 8168.623924] ret_from_fork (arch/x86/kernel/process.c:147) [ 8168.624100] ? __pfx_kthread (kernel/kthread.c:341) [ 8168.624283] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8246.632207] | [ 8246.632320] rcu: Stack dump where RCU GP kthread last ran: | [ 8246.632585] Sending NMI from CPU 1 to CPUs 0: | [ 8246.632809] NMI backtrace for cpu 0 [ 8246.632818] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8246.632821] RIP: 0010:rcu_sched_clock_irq (kernel/rcu/tree_plugin.h:740 kernel/rcu/tree.c:2290) [ 8246.632830] Code: 0f f0 80 0f 08 65 81 25 37 a2 c2 75 ff ff ff 7f 65 48 8b 04 25 40 ef 02 00 8b 80 fc 03 00 00 85 c0 7e 3c 65 8a 05 e7 b9 c2 75 <84> c0 74 31 65 8a 05 da b9 c2 75 84 c0 74 26 80 bf 01 04 00 00 00 All code ======== 0: 0f f0 (bad) 2: 80 0f 08 orb $0x8,(%rdi) 5: 65 81 25 37 a2 c2 75 andl $0x7fffffff,%gs:0x75c2a237(%rip) # 0x75c2a247 c: ff ff ff 7f 10: 65 48 8b 04 25 40 ef mov %gs:0x2ef40,%rax 17: 02 00 19: 8b 80 fc 03 00 00 mov 0x3fc(%rax),%eax 1f: 85 c0 test %eax,%eax 21: 7e 3c jle 0x5f 23: 65 8a 05 e7 b9 c2 75 mov %gs:0x75c2b9e7(%rip),%al # 0x75c2ba11 2a:* 84 c0 test %al,%al <-- trapping instruction 2c: 74 31 je 0x5f 2e: 65 8a 05 da b9 c2 75 mov %gs:0x75c2b9da(%rip),%al # 0x75c2ba0f 35: 84 c0 test %al,%al 37: 74 26 je 0x5f 39: 80 bf 01 04 00 00 00 cmpb $0x0,0x401(%rdi) Code starting with the faulting instruction =========================================== 0: 84 c0 test %al,%al 2: 74 31 je 0x35 4: 65 8a 05 da b9 c2 75 mov %gs:0x75c2b9da(%rip),%al # 0x75c2b9e5 b: 84 c0 test %al,%al d: 74 26 je 0x35 f: 80 bf 01 04 00 00 00 cmpb $0x0,0x401(%rdi) [ 8246.632831] RSP: 0018:ffffb29e400034a8 EFLAGS: 00000002 [ 8246.632833] RAX: 0000000000000000 RBX: ffff9e43fec1d9c0 RCX: 0000000000000001 [ 8246.632834] RDX: 0000000100794121 RSI: 0000000000000001 RDI: ffffffff8bc12a00 [ 8246.632836] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000001 [ 8246.632836] R10: 0000000000000008 R11: 0000000000000001 R12: 0000078011275eac [ 8246.632837] R13: ffff9e43fec20840 R14: ffffb29e40003698 R15: ffff9e43fec1ffc0 [ 8246.632839] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8246.632841] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8246.632842] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8246.632842] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8246.632843] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8246.632844] PKRU: 55555554 [ 8246.632844] Call Trace: [ 8246.632847] [ 8246.632850] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8246.632855] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8246.632859] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8246.632862] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8246.632865] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8246.632867] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8246.632872] ? rcu_sched_clock_irq (kernel/rcu/tree_plugin.h:740 kernel/rcu/tree.c:2290) [ 8246.632874] ? rcu_sched_clock_irq (kernel/rcu/tree_plugin.h:740 kernel/rcu/tree.c:2290) [ 8246.632876] ? rcu_sched_clock_irq (kernel/rcu/tree_plugin.h:740 kernel/rcu/tree.c:2290) [ 8246.632878] [ 8246.632878] [ 8246.632879] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8246.632883] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8246.632886] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8246.632890] update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8246.632893] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8246.632897] tick_sched_handle (kernel/time/tick-sched.c:256) [ 8246.632899] tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8246.632901] __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8246.632904] hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8246.632908] __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8246.632910] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 13)) [ 8246.632913] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8246.632915] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 8246.632919] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 8246.632920] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8246.632921] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8246.632922] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8246.632922] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8246.632923] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8246.632924] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8246.632928] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8246.632931] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8246.632937] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8246.632941] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8246.632942] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8246.632946] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8246.632949] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8246.632958] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8246.632963] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8246.632968] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8246.632973] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8246.632981] ? __bfs (kernel/locking/lockdep.c:1787) [ 8246.632983] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8246.632985] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8246.632989] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8246.632990] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8246.632993] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8246.632998] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8246.633002] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8246.633007] tc_run (net/core/dev.c:3945) [ 8246.633013] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8246.633017] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8246.633018] ? eth_header (net/ethernet/eth.c:85) [ 8246.633022] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8246.633025] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8246.633027] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8246.633029] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8246.633032] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8246.633037] ? __alloc_skb (net/core/skbuff.c:667) [ 8246.633040] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8246.633041] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8246.633043] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8246.633044] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8246.633046] call_timer_fn (kernel/time/timer.c:1700) [ 8246.633048] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8246.633050] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8246.633056] run_timer_softirq (kernel/time/timer.c:2053) [ 8246.633057] __do_softirq (kernel/softirq.c:553) [ 8246.633060] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8246.633064] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8246.633066] [ 8246.633067] [ 8246.633067] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8246.633069] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8246.633071] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8246.633072] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8246.633073] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8246.633074] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8246.633075] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8246.633076] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8246.633076] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8246.633078] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8246.633083] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8246.633084] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8246.633086] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8246.633090] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8246.633092] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8246.633094] arch_call_rest_init+0xe/0x30 [ 8246.633098] start_kernel (init/main.c:1045) [ 8246.633100] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8246.633103] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8246.633104] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8246.633100] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8246.633103] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8246.633104] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8246.633111] [ 8246.660939] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8246.661477] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8246.661741] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8246.662609] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8246.662861] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8246.663199] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8246.663537] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8246.663876] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8246.664215] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8246.664555] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8246.664937] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8246.665214] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8246.665555] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8246.665895] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8246.666231] PKRU: 55555554 [ 8246.666367] Call Trace: [ 8246.666492] [ 8246.666597] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8246.666810] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8246.667032] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8246.667236] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8246.667444] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8246.667655] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8246.667916] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8246.668113] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8246.668344] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8246.668563] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8246.668772] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8246.669027] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8246.669265] [ 8246.669372] [ 8246.669479] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8246.669741] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8246.669980] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8246.670170] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8246.670351] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8246.670573] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8246.670793] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8246.671032] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8246.671235] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8246.671491] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8246.671731] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8246.671992] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8246.672181] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8246.672416] ? __bfs (kernel/locking/lockdep.c:1787) [ 8246.672575] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8246.672773] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8246.672963] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8246.673167] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8246.673387] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8246.673592] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8246.673794] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8246.673978] tc_run (net/core/dev.c:3945) [ 8246.674133] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8246.674334] ? eth_header (net/ethernet/eth.c:85) [ 8246.674508] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8246.674709] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8246.674902] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8246.675101] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8246.675296] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8246.675500] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8246.675694] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8246.675892] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8246.676106] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8246.676318] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8246.676506] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8246.676722] call_timer_fn (kernel/time/timer.c:1700) [ 8246.676906] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8246.677115] ? rcu_core (kernel/rcu/tree.c:2467) [ 8246.677289] run_timer_softirq (kernel/time/timer.c:2053) [ 8246.677482] __do_softirq (kernel/softirq.c:553) [ 8246.677659] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8246.677886] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8246.678062] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8246.678260] kthread (kernel/kthread.c:388) [ 8246.678416] ? __pfx_kthread (kernel/kthread.c:341) [ 8246.678601] ret_from_fork (arch/x86/kernel/process.c:147) [ 8246.678778] ? __pfx_kthread (kernel/kthread.c:341) [ 8246.678964] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8324.686155] | [ 8324.686266] rcu: Stack dump where RCU GP kthread last ran: | [ 8324.686528] Sending NMI from CPU 1 to CPUs 0: | [ 8324.686745] NMI backtrace for cpu 0 [ 8324.686753] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8324.686754] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8324.686762] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8324.686764] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8324.686765] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8324.686767] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8324.686768] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8324.686769] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8324.686770] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8324.686773] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8324.686774] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8324.686775] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8324.686776] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8324.686776] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8324.686777] PKRU: 55555554 [ 8324.686778] Call Trace: [ 8324.686780] [ 8324.686783] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8324.686787] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8324.686791] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8324.686794] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8324.686798] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8324.686800] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8324.686806] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8324.686808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8324.686810] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8324.686812] [ 8324.686812] [ 8324.686813] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8324.686819] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8324.686826] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8324.686830] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8324.686832] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8324.686835] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8324.686838] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8324.686845] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8324.686850] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8324.686855] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8324.686860] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8324.686868] ? __bfs (kernel/locking/lockdep.c:1787) [ 8324.686871] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8324.686873] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8324.686876] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8324.686878] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8324.686880] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8324.686885] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8324.686889] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8324.686893] tc_run (net/core/dev.c:3945) [ 8324.686900] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8324.686904] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8324.686906] ? eth_header (net/ethernet/eth.c:85) [ 8324.686910] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8324.686913] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8324.686915] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8324.686917] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8324.686920] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8324.686923] ? __alloc_skb (net/core/skbuff.c:667) [ 8324.686926] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8324.686928] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8324.686929] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8324.686930] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8324.686932] call_timer_fn (kernel/time/timer.c:1700) [ 8324.686935] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8324.686938] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8324.686944] run_timer_softirq (kernel/time/timer.c:2053) [ 8324.686945] __do_softirq (kernel/softirq.c:553) [ 8324.686947] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8324.686951] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8324.686954] [ 8324.686954] [ 8324.686955] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8324.686957] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8324.686960] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8324.686961] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8324.686962] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8324.686963] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8324.686964] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8324.686964] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8324.686965] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8324.686967] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8324.686972] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8324.686973] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8324.686975] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8324.686978] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8324.686980] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8324.686983] arch_call_rest_init+0xe/0x30 [ 8324.686988] start_kernel (init/main.c:1045) [ 8324.686990] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8324.686994] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8324.686995] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8324.686990] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8324.686994] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8324.686995] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8324.687002] [ 8324.709202] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8324.709735] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8324.710009] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8324.710876] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8324.711129] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8324.711467] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8324.711806] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8324.712144] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8324.712483] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8324.712823] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8324.713206] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8324.713482] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8324.713821] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8324.714160] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8324.714501] PKRU: 55555554 [ 8324.714635] Call Trace: [ 8324.714758] [ 8324.714865] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8324.715079] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8324.715301] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8324.715504] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8324.715709] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8324.715923] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8324.716179] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8324.716378] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8324.716611] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8324.716830] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8324.717041] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8324.717291] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8324.717530] [ 8324.717638] [ 8324.717746] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8324.718005] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8324.718242] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8324.718434] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8324.718611] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8324.718833] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8324.719054] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8324.719291] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8324.719487] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8324.719744] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8324.719989] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8324.720247] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8324.720437] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8324.720672] ? __bfs (kernel/locking/lockdep.c:1787) [ 8324.720833] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8324.721030] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8324.721217] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8324.721422] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8324.721639] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8324.721848] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8324.722049] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8324.722230] tc_run (net/core/dev.c:3945) [ 8324.722388] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8324.722586] ? eth_header (net/ethernet/eth.c:85) [ 8324.722761] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8324.722962] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8324.723155] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8324.723352] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8324.723544] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8324.723748] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8324.723942] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8324.724134] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8324.724350] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8324.724560] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8324.724747] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8324.724963] call_timer_fn (kernel/time/timer.c:1700) [ 8324.725145] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8324.725352] ? rcu_core (kernel/rcu/tree.c:2467) [ 8324.725526] run_timer_softirq (kernel/time/timer.c:2053) [ 8324.725714] __do_softirq (kernel/softirq.c:553) [ 8324.725893] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8324.726118] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8324.726294] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8324.726490] kthread (kernel/kthread.c:388) [ 8324.726646] ? __pfx_kthread (kernel/kthread.c:341) [ 8324.726830] ret_from_fork (arch/x86/kernel/process.c:147) [ 8324.727007] ? __pfx_kthread (kernel/kthread.c:341) [ 8324.727189] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8402.735147] | [ 8402.735259] rcu: Stack dump where RCU GP kthread last ran: | [ 8402.735520] Sending NMI from CPU 1 to CPUs 0: | [ 8402.735738] NMI backtrace for cpu 0 [ 8402.735750] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8402.735752] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 8402.735759] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 8402.735760] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8402.735762] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8402.735763] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8402.735764] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8402.735765] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8402.735766] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8402.735768] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8402.735769] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8402.735769] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8402.735770] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8402.735771] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8402.735772] PKRU: 55555554 [ 8402.735772] Call Trace: [ 8402.735774] [ 8402.735777] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8402.735781] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8402.735786] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8402.735789] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8402.735792] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8402.735794] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8402.735801] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 8402.735803] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 8402.735805] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 8402.735807] [ 8402.735807] [ 8402.735808] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8402.735814] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8402.735821] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8402.735824] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8402.735826] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8402.735830] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8402.735833] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8402.735839] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8402.735845] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8402.735849] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8402.735855] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8402.735862] ? __bfs (kernel/locking/lockdep.c:1787) [ 8402.735865] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8402.735867] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8402.735870] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8402.735872] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8402.735874] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8402.735880] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8402.735884] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8402.735888] tc_run (net/core/dev.c:3945) [ 8402.735895] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8402.735899] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8402.735900] ? eth_header (net/ethernet/eth.c:85) [ 8402.735904] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8402.735907] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8402.735910] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8402.735912] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8402.735914] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8402.735919] ? __alloc_skb (net/core/skbuff.c:667) [ 8402.735921] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8402.735923] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8402.735925] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8402.735926] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8402.735927] call_timer_fn (kernel/time/timer.c:1700) [ 8402.735931] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8402.735933] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8402.735938] run_timer_softirq (kernel/time/timer.c:2053) [ 8402.735939] __do_softirq (kernel/softirq.c:553) [ 8402.735942] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8402.735946] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8402.735949] [ 8402.735949] [ 8402.735950] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8402.735953] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8402.735955] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8402.735956] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8402.735957] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8402.735958] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8402.735958] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8402.735959] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8402.735960] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8402.735962] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8402.735967] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8402.735968] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8402.735970] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8402.735974] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8402.735976] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8402.735978] arch_call_rest_init+0xe/0x30 [ 8402.735983] start_kernel (init/main.c:1045) [ 8402.735985] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8402.735987] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8402.735989] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8402.735985] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8402.735987] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8402.735989] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8402.735995] [ 8402.758253] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8402.758787] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8402.759052] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8402.759973] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8402.760237] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8402.760591] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8402.760946] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8402.761284] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8402.761621] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8402.761961] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8402.762343] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8402.762617] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8402.762957] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8402.763294] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8402.763630] PKRU: 55555554 [ 8402.763764] Call Trace: [ 8402.763890] [ 8402.763994] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8402.764208] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8402.764428] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8402.764631] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8402.764838] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8402.765049] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8402.765303] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8402.765502] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8402.765734] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8402.765954] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8402.766165] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8402.766415] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8402.766654] [ 8402.766761] [ 8402.766871] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8402.767132] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8402.767369] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8402.767560] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8402.767737] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8402.767959] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8402.768179] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8402.768415] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8402.768611] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8402.768868] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8402.769107] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8402.769365] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8402.769578] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8402.769827] ? __bfs (kernel/locking/lockdep.c:1787) [ 8402.769995] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8402.770203] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8402.770401] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8402.770616] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8402.770849] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8402.771057] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8402.771259] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8402.771441] tc_run (net/core/dev.c:3945) [ 8402.771598] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8402.771798] ? eth_header (net/ethernet/eth.c:85) [ 8402.771973] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8402.772172] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8402.772365] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8402.772562] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8402.772756] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8402.772962] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8402.773155] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8402.773347] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8402.773564] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8402.773774] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8402.773964] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8402.774179] call_timer_fn (kernel/time/timer.c:1700) [ 8402.774366] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8402.774574] ? rcu_core (kernel/rcu/tree.c:2467) [ 8402.774749] run_timer_softirq (kernel/time/timer.c:2053) [ 8402.774940] __do_softirq (kernel/softirq.c:553) [ 8402.775118] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8402.775343] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8402.775520] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8402.775715] kthread (kernel/kthread.c:388) [ 8402.775874] ? __pfx_kthread (kernel/kthread.c:341) [ 8402.776057] ret_from_fork (arch/x86/kernel/process.c:147) [ 8402.776233] ? __pfx_kthread (kernel/kthread.c:341) [ 8402.776415] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8480.783166] | [ 8480.783277] rcu: Stack dump where RCU GP kthread last ran: | [ 8480.783535] Sending NMI from CPU 1 to CPUs 0: | [ 8480.783755] NMI backtrace for cpu 0 [ 8480.783766] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8480.783768] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8480.783777] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8480.783778] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8480.783780] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8480.783781] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8480.783782] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8480.783783] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8480.783784] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8480.783786] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8480.783787] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8480.783788] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8480.783789] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8480.783789] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8480.783790] PKRU: 55555554 [ 8480.783791] Call Trace: [ 8480.783793] [ 8480.783798] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8480.783802] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8480.783807] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8480.783810] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8480.783813] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8480.783815] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8480.783821] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8480.783823] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8480.783825] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8480.783827] [ 8480.783827] [ 8480.783828] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8480.783833] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8480.783840] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8480.783844] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8480.783846] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8480.783849] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8480.783856] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8480.783864] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8480.783869] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8480.783875] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8480.783880] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8480.783889] ? __bfs (kernel/locking/lockdep.c:1787) [ 8480.783891] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8480.783894] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8480.783897] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8480.783899] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8480.783901] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8480.783907] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8480.783911] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8480.783915] tc_run (net/core/dev.c:3945) [ 8480.783922] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8480.783926] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8480.783928] ? eth_header (net/ethernet/eth.c:85) [ 8480.783932] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8480.783934] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8480.783937] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8480.783939] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8480.783942] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8480.783946] ? __alloc_skb (net/core/skbuff.c:667) [ 8480.783949] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8480.783951] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8480.783952] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8480.783954] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8480.783955] call_timer_fn (kernel/time/timer.c:1700) [ 8480.783958] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8480.783961] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8480.783966] run_timer_softirq (kernel/time/timer.c:2053) [ 8480.783967] __do_softirq (kernel/softirq.c:553) [ 8480.783969] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8480.783973] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8480.783976] [ 8480.783976] [ 8480.783977] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8480.783979] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8480.783981] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8480.783982] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8480.783984] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8480.783984] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8480.783985] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8480.783986] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8480.783987] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8480.783989] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8480.783994] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8480.783995] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8480.783998] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8480.784001] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8480.784003] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8480.784005] arch_call_rest_init+0xe/0x30 [ 8480.784010] start_kernel (init/main.c:1045) [ 8480.784013] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8480.784016] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8480.784017] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8480.784013] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8480.784016] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8480.784017] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8480.784024] [ 8480.806229] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8480.806763] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8480.807026] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8480.807889] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8480.808138] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8480.808475] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8480.808812] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8480.809154] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8480.809491] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8480.809831] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8480.810210] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8480.810486] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8480.810825] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8480.811161] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8480.811496] PKRU: 55555554 [ 8480.811633] Call Trace: [ 8480.811756] [ 8480.811862] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8480.812073] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8480.812294] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8480.812497] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8480.812704] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8480.812916] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8480.813171] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8480.813366] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8480.813597] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8480.813817] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8480.814024] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8480.814276] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8480.814514] [ 8480.814620] [ 8480.814727] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8480.814990] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8480.815226] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8480.815415] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8480.815591] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8480.815817] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8480.816035] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8480.816269] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8480.816467] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8480.816720] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8480.816958] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8480.817215] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8480.817404] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8480.817638] ? __bfs (kernel/locking/lockdep.c:1787) [ 8480.817797] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8480.817995] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8480.818185] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8480.818389] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8480.818609] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8480.818814] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8480.819016] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8480.819221] tc_run (net/core/dev.c:3945) [ 8480.819385] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8480.819596] ? eth_header (net/ethernet/eth.c:85) [ 8480.819780] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8480.819990] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8480.820192] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8480.820405] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8480.820598] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8480.820801] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8480.820996] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8480.821189] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8480.821403] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8480.821614] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8480.821802] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8480.822018] call_timer_fn (kernel/time/timer.c:1700) [ 8480.822199] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8480.822407] ? rcu_core (kernel/rcu/tree.c:2467) [ 8480.822580] run_timer_softirq (kernel/time/timer.c:2053) [ 8480.822773] __do_softirq (kernel/softirq.c:553) [ 8480.822951] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8480.823175] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8480.823353] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8480.823549] kthread (kernel/kthread.c:388) [ 8480.823704] ? __pfx_kthread (kernel/kthread.c:341) [ 8480.823891] ret_from_fork (arch/x86/kernel/process.c:147) [ 8480.824067] ? __pfx_kthread (kernel/kthread.c:341) [ 8480.824250] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8558.832608] | [ 8558.832726] rcu: Stack dump where RCU GP kthread last ran: | [ 8558.833001] Sending NMI from CPU 1 to CPUs 0: | [ 8558.833236] NMI backtrace for cpu 0 [ 8558.833244] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8558.833246] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8558.833254] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8558.833256] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8558.833258] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8558.833259] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8558.833260] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8558.833261] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8558.833262] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8558.833265] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8558.833266] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8558.833266] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8558.833267] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8558.833268] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8558.833269] PKRU: 55555554 [ 8558.833269] Call Trace: [ 8558.833271] [ 8558.833276] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8558.833280] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8558.833285] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8558.833288] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8558.833291] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8558.833293] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8558.833299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8558.833301] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8558.833303] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8558.833304] [ 8558.833305] [ 8558.833306] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8558.833311] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8558.833318] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8558.833322] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8558.833323] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8558.833327] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8558.833330] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8558.833337] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8558.833342] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8558.833347] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8558.833352] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8558.833359] ? __bfs (kernel/locking/lockdep.c:1787) [ 8558.833362] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8558.833364] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8558.833368] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8558.833369] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8558.833372] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8558.833377] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8558.833381] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8558.833385] tc_run (net/core/dev.c:3945) [ 8558.833391] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8558.833395] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8558.833397] ? eth_header (net/ethernet/eth.c:85) [ 8558.833400] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8558.833404] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8558.833406] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8558.833408] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8558.833411] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8558.833414] ? __alloc_skb (net/core/skbuff.c:667) [ 8558.833417] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8558.833418] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8558.833420] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8558.833421] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8558.833422] call_timer_fn (kernel/time/timer.c:1700) [ 8558.833426] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8558.833428] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8558.833434] run_timer_softirq (kernel/time/timer.c:2053) [ 8558.833435] __do_softirq (kernel/softirq.c:553) [ 8558.833438] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8558.833441] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8558.833444] [ 8558.833445] [ 8558.833446] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8558.833449] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8558.833451] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8558.833452] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8558.833453] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8558.833454] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8558.833455] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8558.833456] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8558.833457] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8558.833459] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8558.833464] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8558.833465] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8558.833467] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8558.833471] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8558.833473] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8558.833475] arch_call_rest_init+0xe/0x30 [ 8558.833480] start_kernel (init/main.c:1045) [ 8558.833483] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8558.833486] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8558.833487] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8558.833483] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8558.833486] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8558.833487] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8558.833493] [ 8558.857525] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8558.858103] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8558.858390] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8558.859327] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8558.859599] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8558.859965] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8558.860330] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8558.860695] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8558.861059] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8558.861426] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8558.861840] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8558.862136] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8558.862502] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8558.862868] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8558.863232] PKRU: 55555554 [ 8558.863376] Call Trace: [ 8558.863509] [ 8558.863624] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8558.863857] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8558.864093] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8558.864316] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8558.864536] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8558.864767] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8558.865050] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8558.865260] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8558.865502] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8558.865731] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8558.865953] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8558.866216] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8558.866467] [ 8558.866582] [ 8558.866697] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8558.866968] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8558.867238] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8558.867442] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8558.867632] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8558.867872] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8558.868111] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8558.868367] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8558.868588] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8558.868880] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8558.869138] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8558.869420] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8558.869625] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8558.869879] ? __bfs (kernel/locking/lockdep.c:1787) [ 8558.870048] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8558.870266] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8558.870468] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8558.870687] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8558.870926] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8558.871148] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8558.871366] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8558.871563] tc_run (net/core/dev.c:3945) [ 8558.871734] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8558.871952] ? eth_header (net/ethernet/eth.c:85) [ 8558.872141] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8558.872355] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8558.872564] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8558.872783] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8558.872987] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8558.873204] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8558.873408] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8558.873613] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8558.873841] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8558.874059] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8558.874258] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8558.874483] call_timer_fn (kernel/time/timer.c:1700) [ 8558.874673] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8558.874914] ? rcu_core (kernel/rcu/tree.c:2467) [ 8558.875102] run_timer_softirq (kernel/time/timer.c:2053) [ 8558.875306] __do_softirq (kernel/softirq.c:553) [ 8558.875498] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8558.875742] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8558.875935] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8558.876145] kthread (kernel/kthread.c:388) [ 8558.876324] ? __pfx_kthread (kernel/kthread.c:341) [ 8558.876517] ret_from_fork (arch/x86/kernel/process.c:147) [ 8558.876701] ? __pfx_kthread (kernel/kthread.c:341) [ 8558.876912] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8636.881588] | [ 8636.881708] rcu: Stack dump where RCU GP kthread last ran: | [ 8636.881988] Sending NMI from CPU 1 to CPUs 0: | [ 8636.882227] NMI backtrace for cpu 0 [ 8636.882234] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8636.882236] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8636.882244] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8636.882246] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8636.882248] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8636.882249] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8636.882250] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8636.882251] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8636.882252] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8636.882254] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8636.882256] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8636.882257] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8636.882258] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8636.882258] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8636.882259] PKRU: 55555554 [ 8636.882259] Call Trace: [ 8636.882262] [ 8636.882266] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8636.882269] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8636.882275] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8636.882277] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8636.882281] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8636.882282] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8636.882288] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8636.882290] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8636.882292] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8636.882293] [ 8636.882294] [ 8636.882294] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8636.882300] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8636.882307] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8636.882311] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8636.882313] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8636.882316] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8636.882320] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8636.882326] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8636.882332] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8636.882336] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8636.882342] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8636.882349] ? __bfs (kernel/locking/lockdep.c:1787) [ 8636.882352] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8636.882354] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8636.882357] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8636.882359] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8636.882361] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8636.882367] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8636.882371] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8636.882375] tc_run (net/core/dev.c:3945) [ 8636.882381] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8636.882385] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8636.882387] ? eth_header (net/ethernet/eth.c:85) [ 8636.882391] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8636.882394] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8636.882397] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8636.882398] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8636.882401] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8636.882406] ? __alloc_skb (net/core/skbuff.c:667) [ 8636.882409] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8636.882411] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8636.882413] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8636.882414] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8636.882415] call_timer_fn (kernel/time/timer.c:1700) [ 8636.882419] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8636.882421] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8636.882426] run_timer_softirq (kernel/time/timer.c:2053) [ 8636.882427] __do_softirq (kernel/softirq.c:553) [ 8636.882430] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8636.882432] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8636.882435] [ 8636.882435] [ 8636.882436] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8636.882438] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8636.882440] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8636.882442] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8636.882443] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8636.882443] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8636.882444] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8636.882445] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8636.882446] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8636.882448] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8636.882453] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8636.882454] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8636.882456] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8636.882459] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8636.882461] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8636.882463] arch_call_rest_init+0xe/0x30 [ 8636.882468] start_kernel (init/main.c:1045) [ 8636.882471] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8636.882473] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8636.882474] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8636.882471] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8636.882473] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8636.882474] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8636.882480] [ 8636.906606] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8636.907183] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8636.907469] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8636.908402] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8636.908671] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8636.909037] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8636.909401] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8636.909765] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8636.910128] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8636.910493] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8636.910906] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8636.911200] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8636.911565] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8636.911929] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8636.912293] PKRU: 55555554 [ 8636.912437] Call Trace: [ 8636.912570] [ 8636.912684] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8636.912917] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8636.913153] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8636.913376] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8636.913597] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8636.913827] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8636.914100] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8636.914315] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8636.914564] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8636.914799] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8636.915027] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8636.915297] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8636.915554] [ 8636.915671] [ 8636.915788] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8636.916066] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8636.916321] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8636.916524] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8636.916716] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8636.916956] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8636.917195] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8636.917452] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8636.917663] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8636.917939] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8636.918196] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8636.918480] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8636.918687] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8636.918939] ? __bfs (kernel/locking/lockdep.c:1787) [ 8636.919107] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8636.919325] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8636.919527] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8636.919746] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8636.919985] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8636.920208] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8636.920427] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8636.920623] tc_run (net/core/dev.c:3945) [ 8636.920793] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8636.921010] ? eth_header (net/ethernet/eth.c:85) [ 8636.921198] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8636.921411] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8636.921620] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8636.921835] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8636.922042] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8636.922264] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8636.922472] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8636.922680] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8636.922915] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8636.923139] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8636.923342] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8636.923574] call_timer_fn (kernel/time/timer.c:1700) [ 8636.923769] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8636.923997] ? rcu_core (kernel/rcu/tree.c:2467) [ 8636.924186] run_timer_softirq (kernel/time/timer.c:2053) [ 8636.924390] __do_softirq (kernel/softirq.c:553) [ 8636.924584] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8636.924829] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8636.925020] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8636.925230] kthread (kernel/kthread.c:388) [ 8636.925400] ? __pfx_kthread (kernel/kthread.c:341) [ 8636.925598] ret_from_fork (arch/x86/kernel/process.c:147) [ 8636.925788] ? __pfx_kthread (kernel/kthread.c:341) [ 8636.925986] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8714.930264] | [ 8714.930378] rcu: Stack dump where RCU GP kthread last ran: | [ 8714.930637] Sending NMI from CPU 1 to CPUs 0: | [ 8714.930867] NMI backtrace for cpu 0 [ 8714.930877] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8714.930881] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8714.930890] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8714.930892] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8714.930894] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8714.930895] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8714.930897] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8714.930898] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8714.930898] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8714.930901] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8714.930902] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8714.930903] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8714.930904] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8714.930904] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8714.930905] PKRU: 55555554 [ 8714.930905] Call Trace: [ 8714.930908] [ 8714.930912] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8714.930916] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8714.930921] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8714.930924] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8714.930928] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8714.930929] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8714.930936] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8714.930938] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8714.930940] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8714.930941] [ 8714.930942] [ 8714.930943] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8714.930949] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8714.930956] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8714.930960] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8714.930962] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8714.930965] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8714.930969] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8714.930975] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8714.930981] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8714.930986] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8714.930991] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8714.930999] ? __bfs (kernel/locking/lockdep.c:1787) [ 8714.931001] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8714.931004] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8714.931007] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8714.931008] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8714.931011] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8714.931016] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8714.931020] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8714.931025] tc_run (net/core/dev.c:3945) [ 8714.931032] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8714.931036] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8714.931038] ? eth_header (net/ethernet/eth.c:85) [ 8714.931041] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8714.931044] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8714.931047] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8714.931049] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8714.931052] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8714.931056] ? __alloc_skb (net/core/skbuff.c:667) [ 8714.931060] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8714.931062] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8714.931064] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8714.931065] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8714.931066] call_timer_fn (kernel/time/timer.c:1700) [ 8714.931069] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8714.931072] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8714.931076] run_timer_softirq (kernel/time/timer.c:2053) [ 8714.931077] __do_softirq (kernel/softirq.c:553) [ 8714.931080] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8714.931083] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8714.931086] [ 8714.931087] [ 8714.931087] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8714.931090] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8714.931092] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8714.931093] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8714.931094] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8714.931095] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8714.931096] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8714.931097] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8714.931097] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8714.931100] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8714.931105] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8714.931106] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8714.931108] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8714.931112] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8714.931114] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8714.931116] arch_call_rest_init+0xe/0x30 [ 8714.931121] start_kernel (init/main.c:1045) [ 8714.931124] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8714.931127] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8714.931129] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8714.931124] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8714.931127] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8714.931129] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8714.931135] [ 8714.954056] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8714.954590] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8714.954856] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8714.955718] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8714.955967] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8714.956304] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8714.956640] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8714.956978] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8714.957313] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8714.957652] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8714.958057] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8714.958344] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8714.958701] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8714.959056] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8714.959409] PKRU: 55555554 [ 8714.959541] Call Trace: [ 8714.959664] [ 8714.959770] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8714.960006] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8714.960237] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8714.960458] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8714.960673] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8714.960898] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8714.961172] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8714.961370] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8714.961600] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8714.961818] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8714.962029] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8714.962279] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8714.962518] [ 8714.962625] [ 8714.962734] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8714.962992] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8714.963229] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8714.963417] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8714.963593] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8714.963815] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8714.964035] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8714.964271] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8714.964467] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8714.964721] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8714.964960] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8714.965220] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8714.965411] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8714.965646] ? __bfs (kernel/locking/lockdep.c:1787) [ 8714.965803] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8714.966003] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8714.966190] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8714.966392] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8714.966612] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8714.966817] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8714.967019] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8714.967201] tc_run (net/core/dev.c:3945) [ 8714.967358] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8714.967557] ? eth_header (net/ethernet/eth.c:85) [ 8714.967731] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8714.967929] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8714.968152] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8714.968360] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8714.968562] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8714.968777] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8714.968983] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8714.969186] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8714.969413] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8714.969621] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8714.969810] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8714.970024] call_timer_fn (kernel/time/timer.c:1700) [ 8714.970205] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8714.970414] ? rcu_core (kernel/rcu/tree.c:2467) [ 8714.970589] run_timer_softirq (kernel/time/timer.c:2053) [ 8714.970778] __do_softirq (kernel/softirq.c:553) [ 8714.970956] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8714.971182] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8714.971359] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8714.971554] kthread (kernel/kthread.c:388) [ 8714.971710] ? __pfx_kthread (kernel/kthread.c:341) [ 8714.971894] ret_from_fork (arch/x86/kernel/process.c:147) [ 8714.972072] ? __pfx_kthread (kernel/kthread.c:341) [ 8714.972254] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8792.978532] | [ 8792.978654] rcu: Stack dump where RCU GP kthread last ran: | [ 8792.978935] Sending NMI from CPU 1 to CPUs 0: | [ 8792.979178] NMI backtrace for cpu 0 [ 8792.979186] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8792.979188] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8792.979195] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8792.979197] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8792.979199] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8792.979200] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8792.979201] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8792.979202] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8792.979203] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8792.979205] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8792.979206] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8792.979207] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8792.979208] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8792.979208] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8792.979209] PKRU: 55555554 [ 8792.979209] Call Trace: [ 8792.979211] [ 8792.979214] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8792.979218] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8792.979223] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8792.979225] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8792.979228] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8792.979230] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8792.979236] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8792.979238] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8792.979240] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8792.979242] [ 8792.979242] [ 8792.979243] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8792.979249] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8792.979256] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8792.979260] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8792.979261] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8792.979265] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8792.979268] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8792.979281] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8792.979286] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8792.979291] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8792.979296] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8792.979303] ? __bfs (kernel/locking/lockdep.c:1787) [ 8792.979306] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8792.979308] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8792.979311] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8792.979313] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8792.979316] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8792.979322] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8792.979325] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8792.979329] tc_run (net/core/dev.c:3945) [ 8792.979335] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8792.979339] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8792.979341] ? eth_header (net/ethernet/eth.c:85) [ 8792.979345] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8792.979348] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8792.979350] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8792.979352] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8792.979354] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8792.979358] ? __alloc_skb (net/core/skbuff.c:667) [ 8792.979361] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8792.979363] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8792.979364] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8792.979366] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8792.979367] call_timer_fn (kernel/time/timer.c:1700) [ 8792.979370] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8792.979372] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8792.979377] run_timer_softirq (kernel/time/timer.c:2053) [ 8792.979378] __do_softirq (kernel/softirq.c:553) [ 8792.979381] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8792.979384] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8792.979387] [ 8792.979387] [ 8792.979388] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8792.979390] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8792.979392] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8792.979393] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8792.979394] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8792.979395] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8792.979396] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8792.979397] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8792.979397] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8792.979399] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8792.979404] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8792.979405] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8792.979407] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8792.979410] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8792.979412] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8792.979414] arch_call_rest_init+0xe/0x30 [ 8792.979420] start_kernel (init/main.c:1045) [ 8792.979422] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8792.979425] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8792.979426] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8792.979422] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8792.979425] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8792.979426] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8792.979432] [ 8793.003521] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8793.004106] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8793.004386] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8793.005293] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8793.005556] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8793.005910] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8793.006262] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8793.006615] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8793.006989] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8793.007353] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8793.007772] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8793.008068] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8793.008431] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8793.008806] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8793.009184] PKRU: 55555554 [ 8793.009327] Call Trace: [ 8793.009460] [ 8793.009574] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8793.009806] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8793.010045] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8793.010270] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8793.010485] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8793.010707] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8793.010994] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8793.011208] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8793.011458] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8793.011692] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8793.011919] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8793.012197] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8793.012447] [ 8793.012559] [ 8793.012672] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8793.012943] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8793.013191] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8793.013391] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8793.013576] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8793.013807] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8793.014038] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8793.014285] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8793.014490] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8793.014759] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8793.015031] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8793.015308] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8793.015513] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8793.015765] ? __bfs (kernel/locking/lockdep.c:1787) [ 8793.015938] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8793.016161] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8793.016357] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8793.016572] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8793.016800] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8793.017018] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8793.017229] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8793.017422] tc_run (net/core/dev.c:3945) [ 8793.017608] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8793.017825] ? eth_header (net/ethernet/eth.c:85) [ 8793.018012] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8793.018228] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8793.018435] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8793.018648] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8793.018856] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8793.019077] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8793.019284] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8793.019491] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8793.019724] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8793.019950] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8793.020160] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8793.020386] call_timer_fn (kernel/time/timer.c:1700) [ 8793.020576] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8793.020793] ? rcu_core (kernel/rcu/tree.c:2467) [ 8793.020977] run_timer_softirq (kernel/time/timer.c:2053) [ 8793.021175] __do_softirq (kernel/softirq.c:553) [ 8793.021361] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8793.021598] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8793.021783] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8793.021989] kthread (kernel/kthread.c:388) [ 8793.022153] ? __pfx_kthread (kernel/kthread.c:341) [ 8793.022344] ret_from_fork (arch/x86/kernel/process.c:147) [ 8793.022528] ? __pfx_kthread (kernel/kthread.c:341) [ 8793.022719] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8871.027595] | [ 8871.027715] rcu: Stack dump where RCU GP kthread last ran: | [ 8871.027996] Sending NMI from CPU 1 to CPUs 0: | [ 8871.028233] NMI backtrace for cpu 0 [ 8871.028247] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8871.028249] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8871.028257] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8871.028259] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8871.028260] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8871.028261] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8871.028262] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8871.028263] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8871.028264] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8871.028266] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8871.028267] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8871.028268] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8871.028269] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8871.028270] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8871.028270] PKRU: 55555554 [ 8871.028271] Call Trace: [ 8871.028273] [ 8871.028277] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8871.028281] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8871.028286] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8871.028289] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8871.028292] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8871.028293] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8871.028299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8871.028301] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8871.028303] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8871.028305] [ 8871.028306] [ 8871.028307] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8871.028312] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8871.028320] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8871.028324] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8871.028325] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8871.028329] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8871.028332] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8871.028338] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8871.028343] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8871.028348] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8871.028353] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8871.028361] ? __bfs (kernel/locking/lockdep.c:1787) [ 8871.028363] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8871.028365] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8871.028368] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8871.028370] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8871.028372] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8871.028378] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8871.028382] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8871.028386] tc_run (net/core/dev.c:3945) [ 8871.028393] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8871.028396] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8871.028398] ? eth_header (net/ethernet/eth.c:85) [ 8871.028402] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8871.028405] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8871.028408] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8871.028409] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8871.028412] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8871.028416] ? __alloc_skb (net/core/skbuff.c:667) [ 8871.028419] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8871.028421] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8871.028423] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8871.028424] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8871.028425] call_timer_fn (kernel/time/timer.c:1700) [ 8871.028428] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8871.028431] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8871.028435] run_timer_softirq (kernel/time/timer.c:2053) [ 8871.028436] __do_softirq (kernel/softirq.c:553) [ 8871.028438] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8871.028441] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8871.028444] [ 8871.028444] [ 8871.028445] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8871.028447] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8871.028449] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8871.028450] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8871.028451] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8871.028451] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8871.028452] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8871.028453] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8871.028453] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8871.028455] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8871.028460] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8871.028461] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8871.028463] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8871.028467] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8871.028469] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8871.028471] arch_call_rest_init+0xe/0x30 [ 8871.028476] start_kernel (init/main.c:1045) [ 8871.028478] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8871.028480] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8871.028482] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8871.028478] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8871.028480] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8871.028482] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8871.028488] [ 8871.052616] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8871.053195] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8871.053480] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8871.054413] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8871.054683] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8871.055050] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8871.055414] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8871.055776] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8871.056141] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8871.056507] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8871.056917] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8871.057235] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8871.057600] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8871.057965] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8871.058328] PKRU: 55555554 [ 8871.058473] Call Trace: [ 8871.058606] [ 8871.058720] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8871.058951] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8871.059190] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8871.059412] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8871.059633] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8871.059863] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8871.060138] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8871.060353] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8871.060607] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8871.060843] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8871.061069] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8871.061341] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8871.061598] [ 8871.061714] [ 8871.061830] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8871.062110] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8871.062366] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8871.062570] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8871.062760] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8871.063001] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8871.063237] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8871.063491] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8871.063705] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8871.063981] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8871.064238] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8871.064516] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8871.064723] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8871.064975] ? __bfs (kernel/locking/lockdep.c:1787) [ 8871.065147] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8871.065362] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8871.065565] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8871.065785] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8871.066023] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8871.066244] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8871.066464] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8871.066660] tc_run (net/core/dev.c:3945) [ 8871.066828] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8871.067047] ? eth_header (net/ethernet/eth.c:85) [ 8871.067242] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8871.067456] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8871.067663] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8871.067880] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8871.068088] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8871.068311] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8871.068520] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8871.068729] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8871.068963] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8871.069188] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8871.069390] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8871.069623] call_timer_fn (kernel/time/timer.c:1700) [ 8871.069819] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8871.070045] ? rcu_core (kernel/rcu/tree.c:2467) [ 8871.070236] run_timer_softirq (kernel/time/timer.c:2053) [ 8871.070442] __do_softirq (kernel/softirq.c:553) [ 8871.070633] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8871.070877] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8871.071068] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8871.071280] kthread (kernel/kthread.c:388) [ 8871.071449] ? __pfx_kthread (kernel/kthread.c:341) [ 8871.071648] ret_from_fork (arch/x86/kernel/process.c:147) [ 8871.071839] ? __pfx_kthread (kernel/kthread.c:341) [ 8871.072037] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8949.076624] | [ 8949.076746] rcu: Stack dump where RCU GP kthread last ran: | [ 8949.077032] Sending NMI from CPU 1 to CPUs 0: | [ 8949.077269] NMI backtrace for cpu 0 [ 8949.077279] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8949.077280] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8949.077287] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8949.077289] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 8949.077290] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 8949.077291] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 8949.077292] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 8949.077293] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 8949.077294] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 8949.077296] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 8949.077297] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8949.077298] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 8949.077299] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8949.077300] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8949.077300] PKRU: 55555554 [ 8949.077301] Call Trace: [ 8949.077302] [ 8949.077304] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8949.077308] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8949.077312] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8949.077315] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8949.077318] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8949.077320] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8949.077326] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8949.077328] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8949.077330] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8949.077332] [ 8949.077332] [ 8949.077334] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8949.077339] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8949.077346] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8949.077349] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8949.077351] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8949.077355] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8949.077362] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8949.077370] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8949.077375] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8949.077380] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8949.077385] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8949.077393] ? __bfs (kernel/locking/lockdep.c:1787) [ 8949.077396] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8949.077398] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8949.077401] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8949.077402] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8949.077405] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 8949.077410] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8949.077414] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8949.077418] tc_run (net/core/dev.c:3945) [ 8949.077424] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8949.077428] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8949.077431] ? eth_header (net/ethernet/eth.c:85) [ 8949.077434] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8949.077437] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8949.077440] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8949.077442] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8949.077445] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8949.077449] ? __alloc_skb (net/core/skbuff.c:667) [ 8949.077452] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8949.077453] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8949.077455] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8949.077456] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8949.077457] call_timer_fn (kernel/time/timer.c:1700) [ 8949.077460] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8949.077462] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8949.077467] run_timer_softirq (kernel/time/timer.c:2053) [ 8949.077468] __do_softirq (kernel/softirq.c:553) [ 8949.077471] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8949.077473] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8949.077476] [ 8949.077476] [ 8949.077477] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8949.077480] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 8949.077481] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 8949.077482] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 8949.077483] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 8949.077484] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 8949.077485] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 8949.077485] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8949.077486] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 8949.077488] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8949.077493] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 8949.077494] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 8949.077496] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 8949.077500] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 8949.077502] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 8949.077504] arch_call_rest_init+0xe/0x30 [ 8949.077509] start_kernel (init/main.c:1045) [ 8949.077511] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 8949.077514] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 8949.077515] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8949.077511] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 8949.077514] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 8949.077515] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 8949.077520] [ 8949.101587] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8949.102164] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8949.102447] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8949.103382] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 8949.103652] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 8949.104017] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 8949.104380] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 8949.104743] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 8949.105108] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 8949.105474] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 8949.105887] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8949.106183] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 8949.106547] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8949.106916] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8949.107280] PKRU: 55555554 [ 8949.107425] Call Trace: [ 8949.107558] [ 8949.107672] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8949.107903] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8949.108142] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8949.108363] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8949.108585] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8949.108815] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8949.109090] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8949.109304] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8949.109554] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8949.109790] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8949.110018] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8949.110290] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8949.110549] [ 8949.110665] [ 8949.110782] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8949.111061] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8949.111317] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8949.111519] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8949.111710] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8949.111950] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8949.112187] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 8949.112441] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 8949.112654] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 8949.112927] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 8949.113184] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8949.113461] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8949.113668] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8949.113919] ? __bfs (kernel/locking/lockdep.c:1787) [ 8949.114089] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8949.114304] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 8949.114507] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 8949.114727] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8949.114964] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8949.115184] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8949.115404] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8949.115601] tc_run (net/core/dev.c:3945) [ 8949.115766] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 8949.115984] ? eth_header (net/ethernet/eth.c:85) [ 8949.116172] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8949.116385] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8949.116592] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8949.116813] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8949.117022] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8949.117241] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8949.117451] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 8949.117659] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8949.117893] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 8949.118117] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 8949.118319] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 8949.118552] call_timer_fn (kernel/time/timer.c:1700) [ 8949.118747] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8949.118975] ? rcu_core (kernel/rcu/tree.c:2467) [ 8949.119163] run_timer_softirq (kernel/time/timer.c:2053) [ 8949.119368] __do_softirq (kernel/softirq.c:553) [ 8949.119559] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 8949.119804] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 8949.119994] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 8949.120205] kthread (kernel/kthread.c:388) [ 8949.120377] ? __pfx_kthread (kernel/kthread.c:341) [ 8949.120576] ret_from_fork (arch/x86/kernel/process.c:147) [ 8949.120765] ? __pfx_kthread (kernel/kthread.c:341) [ 8949.120964] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9027.129604] | [ 9027.129724] rcu: Stack dump where RCU GP kthread last ran: | [ 9027.130008] Sending NMI from CPU 1 to CPUs 0: | [ 9027.130243] NMI backtrace for cpu 0 [ 9027.130249] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9027.130251] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9027.130257] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9027.130259] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9027.130261] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9027.130262] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9027.130263] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9027.130264] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9027.130265] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9027.130267] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9027.130269] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9027.130270] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9027.130271] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9027.130271] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9027.130272] PKRU: 55555554 [ 9027.130273] Call Trace: [ 9027.130275] [ 9027.130277] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9027.130280] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9027.130285] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9027.130288] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9027.130291] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9027.130293] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9027.130299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9027.130301] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9027.130303] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9027.130305] [ 9027.130306] [ 9027.130306] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9027.130312] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9027.130319] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9027.130323] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9027.130325] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9027.130328] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9027.130332] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9027.130339] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9027.130344] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9027.130348] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9027.130354] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9027.130361] ? __bfs (kernel/locking/lockdep.c:1787) [ 9027.130364] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9027.130366] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9027.130369] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9027.130370] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9027.130373] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9027.130378] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9027.130382] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9027.130386] tc_run (net/core/dev.c:3945) [ 9027.130393] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9027.130397] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9027.130399] ? eth_header (net/ethernet/eth.c:85) [ 9027.130403] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9027.130406] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9027.130408] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9027.130410] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9027.130413] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9027.130416] ? __alloc_skb (net/core/skbuff.c:667) [ 9027.130419] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9027.130420] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9027.130422] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9027.130424] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9027.130425] call_timer_fn (kernel/time/timer.c:1700) [ 9027.130428] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9027.130430] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9027.130436] run_timer_softirq (kernel/time/timer.c:2053) [ 9027.130437] __do_softirq (kernel/softirq.c:553) [ 9027.130440] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9027.130443] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9027.130446] [ 9027.130447] [ 9027.130447] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9027.130450] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9027.130452] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9027.130453] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9027.130454] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9027.130455] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9027.130456] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9027.130457] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9027.130457] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9027.130460] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9027.130464] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9027.130466] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9027.130468] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9027.130471] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9027.130474] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9027.130475] arch_call_rest_init+0xe/0x30 [ 9027.130481] start_kernel (init/main.c:1045) [ 9027.130483] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9027.130485] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9027.130487] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9027.130483] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9027.130485] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9027.130487] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9027.130492] [ 9027.154620] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9027.155198] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9027.155481] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9027.156405] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9027.156679] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9027.157042] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9027.157404] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9027.157770] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9027.158135] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9027.158498] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9027.158910] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9027.159206] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9027.159570] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9027.159935] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9027.160300] PKRU: 55555554 [ 9027.160445] Call Trace: [ 9027.160579] [ 9027.160690] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9027.160923] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9027.161161] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9027.161380] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9027.161602] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9027.161830] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9027.162107] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9027.162321] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9027.162572] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9027.162807] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9027.163035] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9027.163306] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9027.163564] [ 9027.163681] [ 9027.163798] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9027.164076] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9027.164332] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9027.164536] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9027.164726] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9027.164966] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9027.165204] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9027.165458] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9027.165671] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9027.165949] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9027.166206] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9027.166487] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9027.166693] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9027.166947] ? __bfs (kernel/locking/lockdep.c:1787) [ 9027.167118] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9027.167333] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9027.167536] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9027.167758] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9027.167996] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9027.168218] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9027.168435] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9027.168632] tc_run (net/core/dev.c:3945) [ 9027.168802] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9027.169018] ? eth_header (net/ethernet/eth.c:85) [ 9027.169206] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9027.169422] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9027.169630] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9027.169844] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9027.170053] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9027.170274] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9027.170482] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9027.170690] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9027.170923] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9027.171150] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9027.171351] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9027.171585] call_timer_fn (kernel/time/timer.c:1700) [ 9027.171782] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9027.172006] ? rcu_core (kernel/rcu/tree.c:2467) [ 9027.172194] run_timer_softirq (kernel/time/timer.c:2053) [ 9027.172397] __do_softirq (kernel/softirq.c:553) [ 9027.172589] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9027.172832] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9027.173022] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9027.173233] kthread (kernel/kthread.c:388) [ 9027.173401] ? __pfx_kthread (kernel/kthread.c:341) [ 9027.173598] ret_from_fork (arch/x86/kernel/process.c:147) [ 9027.173787] ? __pfx_kthread (kernel/kthread.c:341) [ 9027.173986] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9105.178598] | [ 9105.178718] rcu: Stack dump where RCU GP kthread last ran: | [ 9105.178999] Sending NMI from CPU 1 to CPUs 0: | [ 9105.179236] NMI backtrace for cpu 0 [ 9105.179243] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9105.179245] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9105.179252] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9105.179254] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9105.179256] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9105.179257] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9105.179258] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9105.179259] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9105.179260] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9105.179262] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9105.179263] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9105.179264] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9105.179265] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9105.179265] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9105.179266] PKRU: 55555554 [ 9105.179267] Call Trace: [ 9105.179269] [ 9105.179271] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9105.179276] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9105.179280] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9105.179283] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9105.179287] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9105.179288] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9105.179294] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9105.179296] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9105.179298] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9105.179300] [ 9105.179300] [ 9105.179301] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9105.179307] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9105.179314] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9105.179317] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9105.179319] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9105.179322] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9105.179326] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9105.179331] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9105.179336] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9105.179341] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9105.179346] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9105.179354] ? __bfs (kernel/locking/lockdep.c:1787) [ 9105.179357] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9105.179359] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9105.179362] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9105.179363] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9105.179366] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9105.179371] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9105.179374] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9105.179379] tc_run (net/core/dev.c:3945) [ 9105.179385] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9105.179388] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9105.179390] ? eth_header (net/ethernet/eth.c:85) [ 9105.179394] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9105.179397] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9105.179400] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9105.179401] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9105.179404] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9105.179408] ? __alloc_skb (net/core/skbuff.c:667) [ 9105.179411] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9105.179412] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9105.179414] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9105.179415] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9105.179416] call_timer_fn (kernel/time/timer.c:1700) [ 9105.179419] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9105.179422] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9105.179426] run_timer_softirq (kernel/time/timer.c:2053) [ 9105.179427] __do_softirq (kernel/softirq.c:553) [ 9105.179429] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9105.179432] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9105.179435] [ 9105.179435] [ 9105.179436] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9105.179438] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9105.179440] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9105.179441] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9105.179441] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9105.179442] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9105.179443] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9105.179444] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9105.179444] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9105.179447] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9105.179452] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9105.179453] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9105.179455] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9105.179458] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9105.179460] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9105.179462] arch_call_rest_init+0xe/0x30 [ 9105.179466] start_kernel (init/main.c:1045) [ 9105.179468] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9105.179470] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9105.179472] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9105.179468] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9105.179470] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9105.179472] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9105.179478] [ 9105.203566] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9105.204143] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9105.204427] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 9105.205359] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9105.205628] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9105.205991] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9105.206367] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9105.206730] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9105.207094] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9105.207459] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9105.207870] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9105.208165] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9105.208530] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9105.208895] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9105.209257] PKRU: 55555554 [ 9105.209402] Call Trace: [ 9105.209535] [ 9105.209649] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9105.209880] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9105.210119] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9105.210340] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9105.210560] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9105.210790] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9105.211065] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9105.211277] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9105.211527] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9105.211763] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9105.211994] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9105.212266] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9105.212522] [ 9105.212638] [ 9105.212755] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9105.213035] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9105.213294] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9105.213497] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9105.213688] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9105.213929] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9105.214165] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9105.214419] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9105.214631] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9105.214907] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9105.215165] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9105.215442] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9105.215649] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9105.215902] ? __bfs (kernel/locking/lockdep.c:1787) [ 9105.216079] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9105.216297] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9105.216500] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9105.216721] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9105.216959] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9105.217180] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9105.217400] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9105.217597] tc_run (net/core/dev.c:3945) [ 9105.217764] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9105.217984] ? eth_header (net/ethernet/eth.c:85) [ 9105.218172] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9105.218385] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9105.218593] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9105.218810] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9105.219018] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9105.219237] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9105.219448] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9105.219657] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9105.219890] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9105.220114] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9105.220316] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9105.220548] call_timer_fn (kernel/time/timer.c:1700) [ 9105.220744] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9105.220975] ? rcu_core (kernel/rcu/tree.c:2467) [ 9105.221162] run_timer_softirq (kernel/time/timer.c:2053) [ 9105.221367] __do_softirq (kernel/softirq.c:553) [ 9105.221558] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9105.221803] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9105.221993] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9105.222203] kthread (kernel/kthread.c:388) [ 9105.222372] ? __pfx_kthread (kernel/kthread.c:341) [ 9105.222570] ret_from_fork (arch/x86/kernel/process.c:147) [ 9105.222760] ? __pfx_kthread (kernel/kthread.c:341) [ 9105.222958] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9183.227374] | [ 9183.227486] rcu: Stack dump where RCU GP kthread last ran: | [ 9183.227747] Sending NMI from CPU 1 to CPUs 0: | [ 9183.227966] NMI backtrace for cpu 0 [ 9183.227974] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9183.227976] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9183.227984] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9183.227986] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9183.227988] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9183.227990] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9183.227991] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9183.227992] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9183.227993] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9183.227995] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9183.227996] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9183.227997] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9183.227998] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9183.227999] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9183.228000] PKRU: 55555554 [ 9183.228001] Call Trace: [ 9183.228003] [ 9183.228006] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9183.228010] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9183.228015] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9183.228018] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9183.228021] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9183.228023] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9183.228029] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9183.228031] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9183.228033] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9183.228035] [ 9183.228035] [ 9183.228036] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9183.228042] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9183.228050] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9183.228054] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9183.228056] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9183.228059] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9183.228062] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9183.228069] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9183.228075] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9183.228079] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9183.228085] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9183.228092] ? __bfs (kernel/locking/lockdep.c:1787) [ 9183.228095] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9183.228098] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9183.228101] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9183.228102] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9183.228105] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9183.228110] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9183.228114] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9183.228118] tc_run (net/core/dev.c:3945) [ 9183.228125] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9183.228129] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9183.228130] ? eth_header (net/ethernet/eth.c:85) [ 9183.228134] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9183.228137] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9183.228140] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9183.228142] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9183.228144] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9183.228148] ? __alloc_skb (net/core/skbuff.c:667) [ 9183.228151] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9183.228152] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9183.228154] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9183.228155] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9183.228157] call_timer_fn (kernel/time/timer.c:1700) [ 9183.228160] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9183.228162] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9183.228168] run_timer_softirq (kernel/time/timer.c:2053) [ 9183.228169] __do_softirq (kernel/softirq.c:553) [ 9183.228172] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9183.228175] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9183.228178] [ 9183.228178] [ 9183.228179] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9183.228182] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9183.228184] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9183.228185] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9183.228186] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9183.228187] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9183.228188] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9183.228188] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9183.228189] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9183.228191] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9183.228196] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9183.228197] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9183.228199] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9183.228202] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9183.228204] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9183.228206] arch_call_rest_init+0xe/0x30 [ 9183.228212] start_kernel (init/main.c:1045) [ 9183.228215] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9183.228218] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9183.228220] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9183.228215] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9183.228218] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9183.228220] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9183.228226] [ 9183.252080] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9183.252646] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9183.252925] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9183.253839] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9183.254118] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9183.254485] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9183.254842] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9183.255200] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9183.255554] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9183.255940] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9183.256352] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9183.256649] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9183.257025] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9183.257380] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9183.257735] PKRU: 55555554 [ 9183.257879] Call Trace: [ 9183.258009] [ 9183.258120] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9183.258344] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9183.258578] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9183.258794] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9183.259016] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9183.259241] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9183.259509] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9183.259717] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9183.259963] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9183.260193] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9183.260414] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9183.260680] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9183.260934] [ 9183.261048] [ 9183.261161] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9183.261435] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9183.261684] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9183.261885] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9183.262073] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9183.262307] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9183.262539] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9183.262787] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9183.262997] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9183.263265] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9183.263516] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9183.263788] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9183.263993] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9183.264239] ? __bfs (kernel/locking/lockdep.c:1787) [ 9183.264406] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9183.264616] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9183.264816] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9183.265036] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9183.265268] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9183.265483] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9183.265723] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9183.265922] tc_run (net/core/dev.c:3945) [ 9183.266090] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9183.266310] ? eth_header (net/ethernet/eth.c:85) [ 9183.266499] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9183.266714] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9183.266922] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9183.267139] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9183.267357] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9183.267571] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9183.267777] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9183.267983] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9183.268211] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9183.268430] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9183.268627] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9183.268858] call_timer_fn (kernel/time/timer.c:1700) [ 9183.269049] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9183.269269] ? rcu_core (kernel/rcu/tree.c:2467) [ 9183.269453] run_timer_softirq (kernel/time/timer.c:2053) [ 9183.269653] __do_softirq (kernel/softirq.c:553) [ 9183.269842] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9183.270081] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9183.270287] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9183.270499] kthread (kernel/kthread.c:388) [ 9183.270669] ? __pfx_kthread (kernel/kthread.c:341) [ 9183.270869] ret_from_fork (arch/x86/kernel/process.c:147) [ 9183.271060] ? __pfx_kthread (kernel/kthread.c:341) [ 9183.271258] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9261.276626] | [ 9261.276749] rcu: Stack dump where RCU GP kthread last ran: | [ 9261.277034] Sending NMI from CPU 1 to CPUs 0: | [ 9261.277281] NMI backtrace for cpu 0 [ 9261.277290] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9261.277294] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9261.277303] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9261.277305] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9261.277307] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9261.277308] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9261.277309] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9261.277310] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9261.277311] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9261.277314] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9261.277315] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9261.277316] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9261.277317] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9261.277317] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9261.277318] PKRU: 55555554 [ 9261.277319] Call Trace: [ 9261.277322] [ 9261.277325] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9261.277330] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9261.277335] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9261.277337] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9261.277341] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9261.277343] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9261.277348] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9261.277350] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9261.277352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9261.277354] [ 9261.277354] [ 9261.277355] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9261.277361] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9261.277369] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9261.277373] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9261.277375] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9261.277379] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9261.277383] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9261.277389] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9261.277395] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9261.277400] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9261.277405] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9261.277413] ? __bfs (kernel/locking/lockdep.c:1787) [ 9261.277416] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9261.277418] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9261.277421] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9261.277423] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9261.277425] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9261.277431] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9261.277436] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9261.277440] tc_run (net/core/dev.c:3945) [ 9261.277446] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9261.277451] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9261.277453] ? eth_header (net/ethernet/eth.c:85) [ 9261.277457] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9261.277460] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9261.277463] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9261.277464] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9261.277467] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9261.277471] ? __alloc_skb (net/core/skbuff.c:667) [ 9261.277474] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9261.277475] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9261.277477] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9261.277478] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9261.277480] call_timer_fn (kernel/time/timer.c:1700) [ 9261.277483] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9261.277485] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9261.277491] run_timer_softirq (kernel/time/timer.c:2053) [ 9261.277492] __do_softirq (kernel/softirq.c:553) [ 9261.277495] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9261.277499] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9261.277502] [ 9261.277503] [ 9261.277503] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9261.277506] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9261.277508] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9261.277510] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9261.277511] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9261.277512] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9261.277512] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9261.277513] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9261.277514] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9261.277516] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9261.277521] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9261.277522] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9261.277525] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9261.277528] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9261.277530] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9261.277532] arch_call_rest_init+0xe/0x30 [ 9261.277538] start_kernel (init/main.c:1045) [ 9261.277540] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9261.277543] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9261.277544] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9261.277540] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9261.277543] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9261.277544] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9261.277551] [ 9261.301718] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9261.302298] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9261.302585] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9261.303523] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9261.303794] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9261.304160] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9261.304525] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9261.304891] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9261.305258] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9261.305630] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9261.306042] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9261.306341] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9261.306709] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9261.307075] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9261.307439] PKRU: 55555554 [ 9261.307585] Call Trace: [ 9261.307719] [ 9261.307835] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9261.308065] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9261.308305] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9261.308526] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9261.308749] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9261.308980] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9261.309256] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9261.309470] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9261.309721] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9261.309958] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9261.310184] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9261.310456] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9261.310714] [ 9261.310832] [ 9261.310948] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9261.311229] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9261.311485] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9261.311689] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9261.311884] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9261.312124] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9261.312361] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9261.312616] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9261.312831] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9261.313107] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9261.313364] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9261.313644] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9261.313853] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9261.314105] ? __bfs (kernel/locking/lockdep.c:1787) [ 9261.314278] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9261.314494] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9261.314699] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9261.314920] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9261.315158] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9261.315385] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9261.315606] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9261.315804] tc_run (net/core/dev.c:3945) [ 9261.315972] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9261.316191] ? eth_header (net/ethernet/eth.c:85) [ 9261.316380] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9261.316594] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9261.316802] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9261.317020] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9261.317228] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9261.317447] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9261.317658] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9261.317869] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9261.318102] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9261.318331] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9261.318533] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9261.318768] call_timer_fn (kernel/time/timer.c:1700) [ 9261.318964] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9261.319190] ? rcu_core (kernel/rcu/tree.c:2467) [ 9261.319377] run_timer_softirq (kernel/time/timer.c:2053) [ 9261.319584] __do_softirq (kernel/softirq.c:553) [ 9261.319776] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9261.320020] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9261.320211] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9261.320422] kthread (kernel/kthread.c:388) [ 9261.320591] ? __pfx_kthread (kernel/kthread.c:341) [ 9261.320791] ret_from_fork (arch/x86/kernel/process.c:147) [ 9261.320982] ? __pfx_kthread (kernel/kthread.c:341) [ 9261.321179] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9339.329593] | [ 9339.329713] rcu: Stack dump where RCU GP kthread last ran: | [ 9339.329995] Sending NMI from CPU 1 to CPUs 0: | [ 9339.330235] NMI backtrace for cpu 0 [ 9339.330242] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9339.330244] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9339.330252] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9339.330254] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9339.330256] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9339.330257] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9339.330258] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9339.330259] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9339.330260] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9339.330263] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9339.330264] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9339.330265] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9339.330265] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9339.330266] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9339.330267] PKRU: 55555554 [ 9339.330267] Call Trace: [ 9339.330270] [ 9339.330273] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9339.330277] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9339.330282] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9339.330284] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9339.330287] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9339.330289] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9339.330295] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9339.330297] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9339.330299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9339.330300] [ 9339.330301] [ 9339.330302] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9339.330308] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9339.330315] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9339.330318] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9339.330320] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9339.330324] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9339.330327] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9339.330337] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9339.330342] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9339.330347] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9339.330352] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9339.330360] ? __bfs (kernel/locking/lockdep.c:1787) [ 9339.330363] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9339.330365] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9339.330369] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9339.330370] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9339.330373] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9339.330378] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9339.330382] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9339.330387] tc_run (net/core/dev.c:3945) [ 9339.330393] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9339.330397] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9339.330399] ? eth_header (net/ethernet/eth.c:85) [ 9339.330402] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9339.330405] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9339.330408] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9339.330409] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9339.330412] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9339.330416] ? __alloc_skb (net/core/skbuff.c:667) [ 9339.330419] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9339.330421] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9339.330422] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9339.330423] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9339.330425] call_timer_fn (kernel/time/timer.c:1700) [ 9339.330428] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9339.330430] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9339.330435] run_timer_softirq (kernel/time/timer.c:2053) [ 9339.330436] __do_softirq (kernel/softirq.c:553) [ 9339.330438] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9339.330441] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9339.330444] [ 9339.330444] [ 9339.330445] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9339.330447] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9339.330449] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9339.330450] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9339.330451] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9339.330452] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9339.330452] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9339.330453] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9339.330454] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9339.330456] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9339.330461] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9339.330462] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9339.330464] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9339.330467] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9339.330469] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9339.330471] arch_call_rest_init+0xe/0x30 [ 9339.330476] start_kernel (init/main.c:1045) [ 9339.330479] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9339.330481] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9339.330482] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9339.330479] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9339.330481] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9339.330482] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9339.330489] [ 9339.354648] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9339.355235] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9339.355522] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 9339.356456] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9339.356727] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9339.357092] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9339.357458] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9339.357823] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9339.358187] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9339.358553] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9339.358967] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9339.359262] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9339.359628] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9339.359997] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9339.360363] PKRU: 55555554 [ 9339.360506] Call Trace: [ 9339.360640] [ 9339.360754] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9339.360988] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9339.361224] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9339.361448] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9339.361669] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9339.361900] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9339.362174] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9339.362389] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9339.362639] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9339.362876] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9339.363103] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9339.363375] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9339.363633] [ 9339.363750] [ 9339.363867] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9339.364146] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9339.364402] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9339.364605] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9339.364796] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9339.365040] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9339.365279] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9339.365536] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9339.365746] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9339.366021] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9339.366279] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9339.366560] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9339.366766] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9339.367020] ? __bfs (kernel/locking/lockdep.c:1787) [ 9339.367188] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9339.367406] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9339.367608] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9339.367828] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9339.368066] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9339.368288] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9339.368506] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9339.368703] tc_run (net/core/dev.c:3945) [ 9339.368873] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9339.369089] ? eth_header (net/ethernet/eth.c:85) [ 9339.369278] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9339.369492] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9339.369701] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9339.369916] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9339.370125] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9339.370346] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9339.370555] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9339.370763] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9339.370996] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9339.371221] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9339.371426] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9339.371657] call_timer_fn (kernel/time/timer.c:1700) [ 9339.371853] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9339.372081] ? rcu_core (kernel/rcu/tree.c:2467) [ 9339.372269] run_timer_softirq (kernel/time/timer.c:2053) [ 9339.372474] __do_softirq (kernel/softirq.c:553) [ 9339.372665] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9339.372909] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9339.373100] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9339.373310] kthread (kernel/kthread.c:388) [ 9339.373479] ? __pfx_kthread (kernel/kthread.c:341) [ 9339.373678] ret_from_fork (arch/x86/kernel/process.c:147) [ 9339.373869] ? __pfx_kthread (kernel/kthread.c:341) [ 9339.374066] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9417.382589] | [ 9417.382710] rcu: Stack dump where RCU GP kthread last ran: | [ 9417.382992] Sending NMI from CPU 1 to CPUs 0: | [ 9417.383229] NMI backtrace for cpu 0 [ 9417.383243] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9417.383245] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9417.383253] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9417.383255] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9417.383257] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9417.383258] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9417.383259] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9417.383260] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9417.383260] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9417.383263] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9417.383264] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9417.383265] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9417.383266] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9417.383266] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9417.383267] PKRU: 55555554 [ 9417.383268] Call Trace: [ 9417.383270] [ 9417.383274] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9417.383278] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9417.383283] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9417.383286] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9417.383289] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9417.383290] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9417.383296] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9417.383298] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9417.383300] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9417.383302] [ 9417.383302] [ 9417.383303] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9417.383309] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9417.383315] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9417.383319] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9417.383321] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9417.383324] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9417.383327] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9417.383333] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9417.383339] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9417.383343] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9417.383349] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9417.383357] ? __bfs (kernel/locking/lockdep.c:1787) [ 9417.383360] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9417.383362] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9417.383365] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9417.383366] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9417.383369] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9417.383374] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9417.383378] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9417.383381] tc_run (net/core/dev.c:3945) [ 9417.383388] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9417.383391] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9417.383393] ? eth_header (net/ethernet/eth.c:85) [ 9417.383397] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9417.383401] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9417.383403] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9417.383405] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9417.383407] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9417.383412] ? __alloc_skb (net/core/skbuff.c:667) [ 9417.383415] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9417.383417] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9417.383418] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9417.383420] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9417.383421] call_timer_fn (kernel/time/timer.c:1700) [ 9417.383424] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9417.383426] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9417.383430] run_timer_softirq (kernel/time/timer.c:2053) [ 9417.383431] __do_softirq (kernel/softirq.c:553) [ 9417.383434] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9417.383437] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9417.383440] [ 9417.383440] [ 9417.383440] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9417.383443] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9417.383445] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9417.383446] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9417.383447] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9417.383447] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9417.383448] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9417.383449] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9417.383449] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9417.383452] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9417.383456] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9417.383457] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9417.383459] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9417.383463] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9417.383465] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9417.383467] arch_call_rest_init+0xe/0x30 [ 9417.383472] start_kernel (init/main.c:1045) [ 9417.383474] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9417.383476] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9417.383478] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9417.383474] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9417.383476] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9417.383478] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9417.383484] [ 9417.407908] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9417.408486] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9417.408771] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9417.409709] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9417.409980] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9417.410344] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9417.410709] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9417.411074] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9417.411438] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9417.411806] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9417.412216] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9417.412512] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9417.412879] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9417.413244] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9417.413608] PKRU: 55555554 [ 9417.413753] Call Trace: [ 9417.413888] [ 9417.414003] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9417.414234] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9417.414474] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9417.414706] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9417.414928] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9417.415158] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9417.415433] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9417.415646] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9417.415897] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9417.416134] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9417.416361] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9417.416633] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9417.416893] [ 9417.417009] [ 9417.417126] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9417.417405] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9417.417661] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9417.417866] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9417.418057] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9417.418298] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9417.418535] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9417.418790] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9417.419003] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9417.419278] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9417.419536] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9417.419815] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9417.420023] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9417.420276] ? __bfs (kernel/locking/lockdep.c:1787) [ 9417.420447] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9417.420664] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9417.420868] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9417.421087] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9417.421325] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9417.421546] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9417.421767] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9417.421965] tc_run (net/core/dev.c:3945) [ 9417.422135] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9417.422353] ? eth_header (net/ethernet/eth.c:85) [ 9417.422542] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9417.422757] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9417.422965] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9417.423182] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9417.423390] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9417.423610] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9417.423821] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9417.424029] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9417.424263] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9417.424493] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9417.424695] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9417.424931] call_timer_fn (kernel/time/timer.c:1700) [ 9417.425128] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9417.425354] ? rcu_core (kernel/rcu/tree.c:2467) [ 9417.425544] run_timer_softirq (kernel/time/timer.c:2053) [ 9417.425749] __do_softirq (kernel/softirq.c:553) [ 9417.425941] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9417.426186] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9417.426379] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9417.426589] kthread (kernel/kthread.c:388) [ 9417.426760] ? __pfx_kthread (kernel/kthread.c:341) [ 9417.426959] ret_from_fork (arch/x86/kernel/process.c:147) [ 9417.427150] ? __pfx_kthread (kernel/kthread.c:341) [ 9417.427347] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9495.431593] | [ 9495.431713] rcu: Stack dump where RCU GP kthread last ran: | [ 9495.431994] Sending NMI from CPU 1 to CPUs 0: | [ 9495.432234] NMI backtrace for cpu 0 [ 9495.432249] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9495.432251] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9495.432260] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9495.432262] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9495.432264] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9495.432265] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9495.432266] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9495.432267] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9495.432268] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9495.432271] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9495.432272] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9495.432273] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9495.432274] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9495.432275] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9495.432275] PKRU: 55555554 [ 9495.432276] Call Trace: [ 9495.432279] [ 9495.432282] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9495.432286] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9495.432291] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9495.432294] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9495.432297] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9495.432299] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9495.432305] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9495.432307] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9495.432309] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9495.432310] [ 9495.432311] [ 9495.432312] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9495.432317] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9495.432325] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9495.432329] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9495.432331] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9495.432335] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9495.432341] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9495.432349] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9495.432355] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9495.432360] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9495.432365] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9495.432373] ? __bfs (kernel/locking/lockdep.c:1787) [ 9495.432376] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9495.432378] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9495.432381] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9495.432382] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9495.432385] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9495.432390] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9495.432394] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9495.432399] tc_run (net/core/dev.c:3945) [ 9495.432405] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9495.432409] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9495.432411] ? eth_header (net/ethernet/eth.c:85) [ 9495.432415] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9495.432419] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9495.432421] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9495.432423] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9495.432426] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9495.432429] ? __alloc_skb (net/core/skbuff.c:667) [ 9495.432432] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9495.432434] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9495.432435] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9495.432437] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9495.432438] call_timer_fn (kernel/time/timer.c:1700) [ 9495.432441] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9495.432444] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9495.432448] run_timer_softirq (kernel/time/timer.c:2053) [ 9495.432449] __do_softirq (kernel/softirq.c:553) [ 9495.432452] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9495.432455] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9495.432458] [ 9495.432458] [ 9495.432459] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9495.432461] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9495.432463] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9495.432465] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9495.432466] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9495.432467] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9495.432468] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9495.432468] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9495.432469] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9495.432471] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9495.432476] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9495.432477] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9495.432480] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9495.432483] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9495.432485] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9495.432487] arch_call_rest_init+0xe/0x30 [ 9495.432492] start_kernel (init/main.c:1045) [ 9495.432495] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9495.432497] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9495.432499] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9495.432495] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9495.432497] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9495.432499] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9495.432505] [ 9495.456493] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9495.457075] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9495.457361] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9495.458297] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9495.458567] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9495.458932] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9495.459296] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9495.459660] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9495.460024] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9495.460391] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9495.460802] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9495.461098] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9495.461464] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9495.461829] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9495.462192] PKRU: 55555554 [ 9495.462336] Call Trace: [ 9495.462470] [ 9495.462584] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9495.462815] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9495.463054] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9495.463276] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9495.463497] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9495.463727] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9495.464003] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9495.464222] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9495.464473] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9495.464710] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9495.464938] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9495.465209] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9495.465476] [ 9495.465590] [ 9495.465704] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9495.465976] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9495.466225] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9495.466424] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9495.466612] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9495.466845] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9495.467077] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9495.467324] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9495.467532] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9495.467800] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9495.468050] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9495.468322] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9495.468524] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9495.468769] ? __bfs (kernel/locking/lockdep.c:1787) [ 9495.468935] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9495.469146] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9495.469343] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9495.469557] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9495.469788] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9495.470004] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9495.470220] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9495.470412] tc_run (net/core/dev.c:3945) [ 9495.470575] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9495.470788] ? eth_header (net/ethernet/eth.c:85) [ 9495.470973] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9495.471180] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9495.471383] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9495.471595] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9495.471798] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9495.472013] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9495.472218] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9495.472421] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9495.472649] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9495.472869] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9495.473066] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9495.473294] call_timer_fn (kernel/time/timer.c:1700) [ 9495.473485] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9495.473706] ? rcu_core (kernel/rcu/tree.c:2467) [ 9495.473891] run_timer_softirq (kernel/time/timer.c:2053) [ 9495.474095] __do_softirq (kernel/softirq.c:553) [ 9495.474303] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9495.474548] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9495.474740] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9495.474951] kthread (kernel/kthread.c:388) [ 9495.475121] ? __pfx_kthread (kernel/kthread.c:341) [ 9495.475329] ret_from_fork (arch/x86/kernel/process.c:147) [ 9495.475515] ? __pfx_kthread (kernel/kthread.c:341) [ 9495.475707] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9573.484225] | [ 9573.484346] rcu: Stack dump where RCU GP kthread last ran: | [ 9573.484630] Sending NMI from CPU 1 to CPUs 0: | [ 9573.484876] NMI backtrace for cpu 0 [ 9573.484884] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9573.484886] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9573.484894] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9573.484896] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9573.484898] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9573.484899] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9573.484900] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9573.484901] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9573.484902] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9573.484915] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9573.484916] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9573.484917] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9573.484918] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9573.484918] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9573.484919] PKRU: 55555554 [ 9573.484920] Call Trace: [ 9573.484930] [ 9573.484934] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9573.484938] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9573.484943] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9573.484945] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9573.484949] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9573.484950] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9573.484956] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9573.484958] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9573.484960] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9573.484961] [ 9573.484962] [ 9573.484963] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9573.484968] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9573.484976] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9573.484980] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9573.484981] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9573.484985] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9573.484989] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9573.484995] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9573.485000] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9573.485005] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9573.485011] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9573.485019] ? __bfs (kernel/locking/lockdep.c:1787) [ 9573.485022] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9573.485024] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9573.485027] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9573.485028] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9573.485030] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9573.485035] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9573.485039] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9573.485043] tc_run (net/core/dev.c:3945) [ 9573.485050] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9573.485054] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9573.485056] ? eth_header (net/ethernet/eth.c:85) [ 9573.485060] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9573.485063] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9573.485066] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9573.485068] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9573.485070] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9573.485075] ? __alloc_skb (net/core/skbuff.c:667) [ 9573.485078] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9573.485079] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9573.485081] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9573.485082] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9573.485083] call_timer_fn (kernel/time/timer.c:1700) [ 9573.485087] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9573.485089] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9573.485094] run_timer_softirq (kernel/time/timer.c:2053) [ 9573.485095] __do_softirq (kernel/softirq.c:553) [ 9573.485097] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9573.485101] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9573.485103] [ 9573.485104] [ 9573.485104] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9573.485107] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9573.485109] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9573.485110] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9573.485111] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9573.485111] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9573.485112] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9573.485113] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9573.485114] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9573.485116] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9573.485121] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9573.485122] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9573.485124] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9573.485128] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9573.485130] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9573.485132] arch_call_rest_init+0xe/0x30 [ 9573.485137] start_kernel (init/main.c:1045) [ 9573.485139] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9573.485142] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9573.485144] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9573.485139] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9573.485142] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9573.485144] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9573.485150] [ 9573.508741] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9573.509304] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9573.509582] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9573.510494] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9573.510756] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9573.511113] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9573.511468] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9573.511820] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9573.512173] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9573.512529] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9573.512930] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9573.513217] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9573.513572] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9573.513954] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9573.514319] PKRU: 55555554 [ 9573.514464] Call Trace: [ 9573.514597] [ 9573.514711] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9573.514954] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9573.515186] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9573.515402] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9573.515617] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9573.515841] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9573.516108] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9573.516315] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9573.516559] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9573.516789] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9573.517010] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9573.517274] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9573.517524] [ 9573.517638] [ 9573.517751] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9573.518024] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9573.518272] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9573.518471] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9573.518657] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9573.518890] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9573.519122] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9573.519370] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9573.519576] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9573.519845] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9573.520096] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9573.520366] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9573.520567] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9573.520814] ? __bfs (kernel/locking/lockdep.c:1787) [ 9573.520980] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9573.521190] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9573.521388] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9573.521602] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9573.521833] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9573.522048] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9573.522264] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9573.522455] tc_run (net/core/dev.c:3945) [ 9573.522620] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9573.522833] ? eth_header (net/ethernet/eth.c:85) [ 9573.523017] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9573.523225] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9573.523427] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9573.523638] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9573.523877] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9573.524099] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9573.524308] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9573.524517] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9573.524750] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9573.524983] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9573.525179] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9573.525407] call_timer_fn (kernel/time/timer.c:1700) [ 9573.525598] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9573.525819] ? rcu_core (kernel/rcu/tree.c:2467) [ 9573.526003] run_timer_softirq (kernel/time/timer.c:2053) [ 9573.526203] __do_softirq (kernel/softirq.c:553) [ 9573.526389] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9573.526626] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9573.526812] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9573.527017] kthread (kernel/kthread.c:388) [ 9573.527183] ? __pfx_kthread (kernel/kthread.c:341) [ 9573.527376] ret_from_fork (arch/x86/kernel/process.c:147) [ 9573.527561] ? __pfx_kthread (kernel/kthread.c:341) [ 9573.527753] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9651.533628] | [ 9651.533749] rcu: Stack dump where RCU GP kthread last ran: | [ 9651.534030] Sending NMI from CPU 1 to CPUs 0: | [ 9651.534268] NMI backtrace for cpu 0 [ 9651.534276] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9651.534278] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9651.534285] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9651.534287] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9651.534289] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9651.534290] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9651.534292] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9651.534293] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9651.534294] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9651.534296] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9651.534297] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9651.534298] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9651.534299] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9651.534299] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9651.534300] PKRU: 55555554 [ 9651.534301] Call Trace: [ 9651.534303] [ 9651.534306] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9651.534311] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9651.534315] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9651.534318] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9651.534321] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9651.534323] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9651.534329] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9651.534331] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9651.534333] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9651.534335] [ 9651.534335] [ 9651.534336] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9651.534342] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9651.534349] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9651.534353] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9651.534354] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9651.534358] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9651.534362] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9651.534369] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9651.534374] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9651.534379] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9651.534384] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9651.534392] ? __bfs (kernel/locking/lockdep.c:1787) [ 9651.534395] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9651.534398] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9651.534401] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9651.534403] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9651.534405] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9651.534411] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9651.534415] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9651.534419] tc_run (net/core/dev.c:3945) [ 9651.534426] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9651.534430] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9651.534432] ? eth_header (net/ethernet/eth.c:85) [ 9651.534436] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9651.534439] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9651.534442] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9651.534443] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9651.534446] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9651.534450] ? __alloc_skb (net/core/skbuff.c:667) [ 9651.534452] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9651.534454] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9651.534455] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9651.534457] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9651.534458] call_timer_fn (kernel/time/timer.c:1700) [ 9651.534461] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9651.534463] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9651.534468] run_timer_softirq (kernel/time/timer.c:2053) [ 9651.534469] __do_softirq (kernel/softirq.c:553) [ 9651.534471] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9651.534474] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9651.534477] [ 9651.534478] [ 9651.534478] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9651.534481] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9651.534483] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9651.534484] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9651.534485] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9651.534485] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9651.534486] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9651.534487] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9651.534488] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9651.534490] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9651.534495] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9651.534496] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9651.534498] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9651.534502] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9651.534504] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9651.534506] arch_call_rest_init+0xe/0x30 [ 9651.534511] start_kernel (init/main.c:1045) [ 9651.534513] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9651.534516] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9651.534517] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9651.534513] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9651.534516] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9651.534517] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9651.534524] [ 9651.558661] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9651.559239] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9651.559524] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9651.560456] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9651.560725] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9651.561091] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9651.561456] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9651.561821] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9651.562183] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9651.562548] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9651.562962] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9651.563255] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9651.563639] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9651.564004] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9651.564367] PKRU: 55555554 [ 9651.564510] Call Trace: [ 9651.564643] [ 9651.564758] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9651.564990] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9651.565227] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9651.565449] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9651.565670] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9651.565902] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9651.566176] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9651.566390] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9651.566639] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9651.566875] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9651.567102] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9651.567372] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9651.567630] [ 9651.567747] [ 9651.567865] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9651.568144] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9651.568399] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9651.568603] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9651.568793] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9651.569033] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9651.569271] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9651.569526] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9651.569737] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9651.570013] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9651.570270] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9651.570551] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9651.570757] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9651.571011] ? __bfs (kernel/locking/lockdep.c:1787) [ 9651.571179] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9651.571396] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9651.571599] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9651.571818] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9651.572056] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9651.572278] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9651.572496] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9651.572692] tc_run (net/core/dev.c:3945) [ 9651.572863] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9651.573079] ? eth_header (net/ethernet/eth.c:85) [ 9651.573268] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9651.573489] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9651.573698] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9651.573913] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9651.574120] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9651.574342] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9651.574551] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9651.574758] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9651.574993] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9651.575216] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9651.575419] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9651.575651] call_timer_fn (kernel/time/timer.c:1700) [ 9651.575846] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9651.576073] ? rcu_core (kernel/rcu/tree.c:2467) [ 9651.576261] run_timer_softirq (kernel/time/timer.c:2053) [ 9651.576465] __do_softirq (kernel/softirq.c:553) [ 9651.576656] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9651.576902] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9651.577092] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9651.577303] kthread (kernel/kthread.c:388) [ 9651.577472] ? __pfx_kthread (kernel/kthread.c:341) [ 9651.577670] ret_from_fork (arch/x86/kernel/process.c:147) [ 9651.577861] ? __pfx_kthread (kernel/kthread.c:341) [ 9651.578058] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9729.586242] | [ 9729.586353] rcu: Stack dump where RCU GP kthread last ran: | [ 9729.586613] Sending NMI from CPU 1 to CPUs 0: | [ 9729.586834] NMI backtrace for cpu 0 [ 9729.586842] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9729.586843] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9729.586851] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9729.586853] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9729.586855] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9729.586856] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9729.586857] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9729.586858] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9729.586859] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9729.586862] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9729.586863] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9729.586864] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9729.586865] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9729.586866] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9729.586866] PKRU: 55555554 [ 9729.586867] Call Trace: [ 9729.586870] [ 9729.586873] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9729.586877] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9729.586882] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9729.586884] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9729.586888] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9729.586889] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9729.586896] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9729.586898] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9729.586900] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9729.586902] [ 9729.586902] [ 9729.586903] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9729.586908] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9729.586915] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9729.586919] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9729.586920] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9729.586924] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9729.586927] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9729.586933] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9729.586938] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9729.586943] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9729.586949] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9729.586956] ? __bfs (kernel/locking/lockdep.c:1787) [ 9729.586959] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9729.586961] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9729.586964] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9729.586965] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9729.586968] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9729.586973] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9729.586976] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9729.586981] tc_run (net/core/dev.c:3945) [ 9729.586987] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9729.586991] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9729.586992] ? eth_header (net/ethernet/eth.c:85) [ 9729.586996] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9729.586998] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9729.587001] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9729.587002] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9729.587005] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9729.587009] ? __alloc_skb (net/core/skbuff.c:667) [ 9729.587012] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9729.587013] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9729.587015] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9729.587016] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9729.587017] call_timer_fn (kernel/time/timer.c:1700) [ 9729.587021] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9729.587023] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9729.587029] run_timer_softirq (kernel/time/timer.c:2053) [ 9729.587030] __do_softirq (kernel/softirq.c:553) [ 9729.587033] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9729.587037] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9729.587040] [ 9729.587041] [ 9729.587041] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9729.587044] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9729.587046] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9729.587048] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9729.587048] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9729.587049] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9729.587050] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9729.587050] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9729.587051] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9729.587053] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9729.587057] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9729.587059] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9729.587061] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9729.587064] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9729.587066] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9729.587068] arch_call_rest_init+0xe/0x30 [ 9729.587074] start_kernel (init/main.c:1045) [ 9729.587076] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9729.587079] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9729.587081] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9729.587076] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9729.587079] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9729.587081] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9729.587087] [ 9729.610932] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9729.611495] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9729.611770] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9729.612682] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9729.612969] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9729.613335] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9729.613698] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9729.614072] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9729.614430] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9729.614786] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9729.615188] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9729.615480] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9729.615838] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9729.616193] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9729.616546] PKRU: 55555554 [ 9729.616690] Call Trace: [ 9729.616821] [ 9729.616931] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9729.617157] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9729.617389] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9729.617603] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9729.617822] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9729.618045] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9729.618314] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9729.618522] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9729.618765] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9729.618996] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9729.619216] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9729.619481] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9729.619733] [ 9729.619846] [ 9729.619958] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9729.620233] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9729.620482] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9729.620681] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9729.620869] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9729.621102] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9729.621332] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9729.621580] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9729.621789] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9729.622059] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9729.622311] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9729.622582] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9729.622782] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9729.623052] ? __bfs (kernel/locking/lockdep.c:1787) [ 9729.623224] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9729.623439] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9729.623643] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9729.623865] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9729.624112] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9729.624328] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9729.624541] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9729.624735] tc_run (net/core/dev.c:3945) [ 9729.624900] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9729.625113] ? eth_header (net/ethernet/eth.c:85) [ 9729.625297] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9729.625507] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9729.625709] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9729.625918] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9729.626122] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9729.626336] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9729.626540] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9729.626745] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9729.626971] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9729.627193] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9729.627390] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9729.627617] call_timer_fn (kernel/time/timer.c:1700) [ 9729.627809] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9729.628029] ? rcu_core (kernel/rcu/tree.c:2467) [ 9729.628212] run_timer_softirq (kernel/time/timer.c:2053) [ 9729.628414] __do_softirq (kernel/softirq.c:553) [ 9729.628601] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9729.628837] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9729.629024] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9729.629232] kthread (kernel/kthread.c:388) [ 9729.629396] ? __pfx_kthread (kernel/kthread.c:341) [ 9729.629590] ret_from_fork (arch/x86/kernel/process.c:147) [ 9729.629777] ? __pfx_kthread (kernel/kthread.c:341) [ 9729.629970] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9807.635265] | [ 9807.635379] rcu: Stack dump where RCU GP kthread last ran: | [ 9807.635641] Sending NMI from CPU 1 to CPUs 0: | [ 9807.635869] NMI backtrace for cpu 0 [ 9807.635877] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9807.635881] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9807.635890] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9807.635892] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9807.635894] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9807.635895] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9807.635896] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9807.635897] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9807.635898] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9807.635901] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9807.635902] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9807.635902] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9807.635903] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9807.635904] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9807.635904] PKRU: 55555554 [ 9807.635905] Call Trace: [ 9807.635908] [ 9807.635911] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9807.635915] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9807.635920] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9807.635923] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9807.635926] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9807.635927] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9807.635933] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9807.635935] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9807.635937] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9807.635938] [ 9807.635939] [ 9807.635939] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9807.635945] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9807.635952] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9807.635957] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9807.635958] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9807.635962] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9807.635966] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9807.635972] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9807.635977] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9807.635982] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9807.635988] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9807.635995] ? __bfs (kernel/locking/lockdep.c:1787) [ 9807.635998] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9807.636000] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9807.636003] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9807.636005] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9807.636007] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9807.636014] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9807.636017] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9807.636022] tc_run (net/core/dev.c:3945) [ 9807.636028] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9807.636032] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9807.636034] ? eth_header (net/ethernet/eth.c:85) [ 9807.636037] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9807.636040] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9807.636042] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9807.636043] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9807.636046] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9807.636050] ? __alloc_skb (net/core/skbuff.c:667) [ 9807.636053] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9807.636054] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9807.636056] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9807.636057] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9807.636059] call_timer_fn (kernel/time/timer.c:1700) [ 9807.636062] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9807.636064] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9807.636070] run_timer_softirq (kernel/time/timer.c:2053) [ 9807.636072] __do_softirq (kernel/softirq.c:553) [ 9807.636074] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9807.636078] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9807.636081] [ 9807.636082] [ 9807.636083] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9807.636085] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9807.636088] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9807.636089] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9807.636090] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9807.636091] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9807.636091] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9807.636092] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9807.636092] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9807.636095] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9807.636100] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9807.636101] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9807.636103] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9807.636107] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9807.636109] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9807.636110] arch_call_rest_init+0xe/0x30 [ 9807.636116] start_kernel (init/main.c:1045) [ 9807.636118] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9807.636121] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9807.636122] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9807.636118] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9807.636121] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9807.636122] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9807.636128] [ 9807.659589] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9807.660155] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9807.660432] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9807.661346] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9807.661609] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9807.661966] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9807.662322] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9807.662679] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9807.663036] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9807.663394] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9807.663796] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9807.664087] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9807.664444] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9807.664801] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9807.665154] PKRU: 55555554 [ 9807.665298] Call Trace: [ 9807.665428] [ 9807.665539] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9807.665764] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9807.665999] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9807.666214] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9807.666432] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9807.666656] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9807.666925] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9807.667133] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9807.667378] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9807.667608] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9807.667829] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9807.668096] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9807.668347] [ 9807.668461] [ 9807.668573] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9807.668849] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9807.669098] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9807.669298] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9807.669485] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9807.669719] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9807.669949] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9807.670198] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9807.670408] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9807.670677] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9807.670928] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9807.671200] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9807.671401] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9807.671647] ? __bfs (kernel/locking/lockdep.c:1787) [ 9807.671815] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9807.672024] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9807.672223] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9807.672439] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9807.672675] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9807.672891] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9807.673105] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9807.673298] tc_run (net/core/dev.c:3945) [ 9807.673461] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9807.673673] ? eth_header (net/ethernet/eth.c:85) [ 9807.673857] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9807.674067] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9807.674269] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9807.674479] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9807.674682] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9807.674897] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9807.675101] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9807.675305] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9807.675532] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9807.675754] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9807.675951] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9807.676179] call_timer_fn (kernel/time/timer.c:1700) [ 9807.676370] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9807.676590] ? rcu_core (kernel/rcu/tree.c:2467) [ 9807.676774] run_timer_softirq (kernel/time/timer.c:2053) [ 9807.676976] __do_softirq (kernel/softirq.c:553) [ 9807.677163] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9807.677401] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9807.677586] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9807.677794] kthread (kernel/kthread.c:388) [ 9807.677959] ? __pfx_kthread (kernel/kthread.c:341) [ 9807.678154] ret_from_fork (arch/x86/kernel/process.c:147) [ 9807.678339] ? __pfx_kthread (kernel/kthread.c:341) [ 9807.678532] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9885.684256] | [ 9885.684368] rcu: Stack dump where RCU GP kthread last ran: | [ 9885.684629] Sending NMI from CPU 1 to CPUs 0: | [ 9885.684852] NMI backtrace for cpu 0 [ 9885.684859] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9885.684861] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9885.684869] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 9885.684870] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9885.684872] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9885.684873] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9885.684874] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9885.684875] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9885.684876] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9885.684879] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9885.684880] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9885.684881] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9885.684882] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9885.684882] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9885.684883] PKRU: 55555554 [ 9885.684884] Call Trace: [ 9885.684886] [ 9885.684889] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9885.684893] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9885.684898] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9885.684901] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9885.684904] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9885.684906] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9885.684912] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9885.684913] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9885.684915] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9885.684917] [ 9885.684917] [ 9885.684918] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9885.684924] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9885.684931] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9885.684935] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9885.684937] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9885.684941] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9885.684944] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9885.684958] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9885.684963] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9885.684968] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9885.684973] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9885.684981] ? __bfs (kernel/locking/lockdep.c:1787) [ 9885.684984] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9885.684986] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9885.684989] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9885.684991] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9885.684993] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9885.684998] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9885.685002] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9885.685006] tc_run (net/core/dev.c:3945) [ 9885.685012] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9885.685017] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9885.685018] ? eth_header (net/ethernet/eth.c:85) [ 9885.685022] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9885.685025] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9885.685027] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9885.685029] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9885.685031] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9885.685035] ? __alloc_skb (net/core/skbuff.c:667) [ 9885.685038] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9885.685040] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9885.685041] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9885.685043] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9885.685044] call_timer_fn (kernel/time/timer.c:1700) [ 9885.685047] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9885.685049] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9885.685055] run_timer_softirq (kernel/time/timer.c:2053) [ 9885.685056] __do_softirq (kernel/softirq.c:553) [ 9885.685059] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9885.685062] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9885.685065] [ 9885.685066] [ 9885.685067] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9885.685069] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9885.685071] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9885.685072] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9885.685073] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9885.685074] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9885.685075] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9885.685075] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9885.685076] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9885.685078] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9885.685083] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9885.685084] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9885.685086] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9885.685089] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9885.685092] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9885.685093] arch_call_rest_init+0xe/0x30 [ 9885.685099] start_kernel (init/main.c:1045) [ 9885.685101] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9885.685103] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9885.685105] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9885.685101] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9885.685103] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9885.685105] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9885.685111] [ 9885.708707] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9885.709271] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9885.709551] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 9885.710464] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9885.710728] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9885.711084] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9885.711437] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9885.711793] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9885.712150] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9885.712510] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9885.712911] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9885.713201] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9885.713558] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9885.713912] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9885.714269] PKRU: 55555554 [ 9885.714410] Call Trace: [ 9885.714541] [ 9885.714650] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9885.714878] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9885.715111] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9885.715325] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9885.715542] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9885.715764] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9885.716034] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9885.716242] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9885.716486] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9885.716717] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9885.716937] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9885.717200] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9885.717453] [ 9885.717565] [ 9885.717680] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9885.717953] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9885.718201] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9885.718402] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9885.718589] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9885.718821] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9885.719054] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9885.719303] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9885.719509] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9885.719780] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9885.720032] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9885.720304] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9885.720504] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9885.720750] ? __bfs (kernel/locking/lockdep.c:1787) [ 9885.720919] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9885.721128] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9885.721325] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9885.721541] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9885.721771] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9885.721989] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9885.722225] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9885.722417] tc_run (net/core/dev.c:3945) [ 9885.722584] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9885.722793] ? eth_header (net/ethernet/eth.c:85) [ 9885.722977] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9885.723188] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9885.723390] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9885.723601] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9885.723806] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9885.724021] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9885.724223] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9885.724427] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9885.724654] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9885.724876] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9885.725073] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9885.725301] call_timer_fn (kernel/time/timer.c:1700) [ 9885.725492] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9885.725710] ? rcu_core (kernel/rcu/tree.c:2467) [ 9885.725894] run_timer_softirq (kernel/time/timer.c:2053) [ 9885.726094] __do_softirq (kernel/softirq.c:553) [ 9885.726280] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9885.726518] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9885.726703] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9885.726911] kthread (kernel/kthread.c:388) [ 9885.727074] ? __pfx_kthread (kernel/kthread.c:341) [ 9885.727267] ret_from_fork (arch/x86/kernel/process.c:147) [ 9885.727453] ? __pfx_kthread (kernel/kthread.c:341) [ 9885.727647] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 9963.733278] | [ 9963.733390] rcu: Stack dump where RCU GP kthread last ran: | [ 9963.733649] Sending NMI from CPU 1 to CPUs 0: | [ 9963.733869] NMI backtrace for cpu 0 [ 9963.733882] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9963.733884] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9963.733892] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9963.733894] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [ 9963.733895] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [ 9963.733897] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [ 9963.733897] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [ 9963.733898] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [ 9963.733899] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [ 9963.733901] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [ 9963.733902] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9963.733903] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [ 9963.733904] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9963.733904] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9963.733905] PKRU: 55555554 [ 9963.733905] Call Trace: [ 9963.733908] [ 9963.733910] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9963.733915] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9963.733919] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9963.733922] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9963.733926] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9963.733927] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9963.733933] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9963.733935] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9963.733937] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9963.733939] [ 9963.733939] [ 9963.733940] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9963.733945] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9963.733952] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9963.733955] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9963.733957] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9963.733960] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9963.733964] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9963.733970] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9963.733975] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9963.733979] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9963.733985] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9963.733992] ? __bfs (kernel/locking/lockdep.c:1787) [ 9963.733995] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9963.733997] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9963.734000] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9963.734001] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9963.734004] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [ 9963.734009] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9963.734012] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9963.734017] tc_run (net/core/dev.c:3945) [ 9963.734023] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9963.734027] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9963.734029] ? eth_header (net/ethernet/eth.c:85) [ 9963.734032] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9963.734035] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9963.734037] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9963.734039] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9963.734042] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9963.734045] ? __alloc_skb (net/core/skbuff.c:667) [ 9963.734048] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9963.734049] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9963.734051] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9963.734052] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9963.734053] call_timer_fn (kernel/time/timer.c:1700) [ 9963.734057] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9963.734059] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9963.734064] run_timer_softirq (kernel/time/timer.c:2053) [ 9963.734065] __do_softirq (kernel/softirq.c:553) [ 9963.734068] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9963.734072] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9963.734075] [ 9963.734075] [ 9963.734076] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9963.734079] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [ 9963.734080] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 9963.734081] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [ 9963.734082] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [ 9963.734083] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [ 9963.734084] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [ 9963.734084] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9963.734085] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [ 9963.734087] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9963.734092] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [ 9963.734093] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [ 9963.734095] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [ 9963.734098] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [ 9963.734100] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [ 9963.734103] arch_call_rest_init+0xe/0x30 [ 9963.734108] start_kernel (init/main.c:1045) [ 9963.734110] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [ 9963.734112] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [ 9963.734114] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9963.734110] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [ 9963.734112] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [ 9963.734114] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [ 9963.734119] [ 9963.757631] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9963.758193] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9963.758474] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9963.759383] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [ 9963.759648] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [ 9963.760002] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [ 9963.760357] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [ 9963.760711] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [ 9963.761066] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [ 9963.761421] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [ 9963.761828] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9963.762117] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [ 9963.762476] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9963.762830] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9963.763185] PKRU: 55555554 [ 9963.763326] Call Trace: [ 9963.763456] [ 9963.763566] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9963.763793] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9963.764026] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9963.764240] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9963.764456] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9963.764679] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9963.764948] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9963.765157] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9963.765401] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9963.765630] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9963.765852] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9963.766115] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9963.766366] [ 9963.766479] [ 9963.766593] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9963.766866] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9963.767115] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9963.767317] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9963.767502] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9963.767734] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9963.767967] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [ 9963.768215] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [ 9963.768421] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [ 9963.768692] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [ 9963.768944] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9963.769215] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9963.769416] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9963.769662] ? __bfs (kernel/locking/lockdep.c:1787) [ 9963.769831] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9963.770040] ? find_held_lock (kernel/locking/lockdep.c:5244) [ 9963.770236] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [ 9963.770452] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9963.770682] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9963.770902] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9963.771114] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9963.771304] tc_run (net/core/dev.c:3945) [ 9963.771470] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [ 9963.771679] ? eth_header (net/ethernet/eth.c:85) [ 9963.771869] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9963.772079] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9963.772282] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9963.772489] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9963.772692] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9963.772909] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9963.773112] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [ 9963.773314] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9963.773543] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [ 9963.773764] tcp_write_timer (net/ipv4/tcp_timer.c:710) [ 9963.773962] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [ 9963.774188] call_timer_fn (kernel/time/timer.c:1700) [ 9963.774379] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9963.774598] ? rcu_core (kernel/rcu/tree.c:2467) [ 9963.774781] run_timer_softirq (kernel/time/timer.c:2053) [ 9963.774981] __do_softirq (kernel/softirq.c:553) [ 9963.775168] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 9963.775406] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [ 9963.775592] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 9963.775798] kthread (kernel/kthread.c:388) [ 9963.775963] ? __pfx_kthread (kernel/kthread.c:341) [ 9963.776156] ret_from_fork (arch/x86/kernel/process.c:147) [ 9963.776342] ? __pfx_kthread (kernel/kthread.c:341) [ 9963.776534] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [10041.781162] | [10041.781273] rcu: Stack dump where RCU GP kthread last ran: | [10041.781559] Sending NMI from CPU 1 to CPUs 0: | [10041.781791] NMI backtrace for cpu 0 [10041.781805] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10041.781807] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10041.781816] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10041.781818] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [10041.781820] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [10041.781821] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [10041.781822] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [10041.781823] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [10041.781823] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [10041.781826] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [10041.781827] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10041.781828] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [10041.781829] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10041.781830] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10041.781830] PKRU: 55555554 [10041.781831] Call Trace: [10041.781833] [10041.781837] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [10041.781841] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [10041.781845] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [10041.781848] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [10041.781851] ? exc_nmi (arch/x86/kernel/nmi.c:545) [10041.781853] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [10041.781859] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10041.781861] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10041.781863] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10041.781865] [10041.781865] [10041.781867] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10041.781872] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10041.781879] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10041.781883] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10041.781885] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [10041.781888] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [10041.781894] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [10041.781902] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [10041.781907] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10041.781911] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10041.781917] fl_classify (net/sched/cls_flower.c:345) cls_flower [10041.781925] ? __bfs (kernel/locking/lockdep.c:1787) [10041.781927] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10041.781930] ? find_held_lock (kernel/locking/lockdep.c:5244) [10041.781933] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10041.781934] ? check_noncircular (kernel/locking/lockdep.c:2172) [10041.781936] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [10041.781942] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10041.781945] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10041.781950] tc_run (net/core/dev.c:3945) [10041.781956] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [10041.781959] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10041.781961] ? eth_header (net/ethernet/eth.c:85) [10041.781965] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10041.781968] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [10041.781971] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10041.781973] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10041.781975] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10041.781979] ? __alloc_skb (net/core/skbuff.c:667) [10041.781982] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10041.781983] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [10041.781985] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [10041.781986] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10041.781987] call_timer_fn (kernel/time/timer.c:1700) [10041.781990] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10041.781993] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [10041.781999] run_timer_softirq (kernel/time/timer.c:2053) [10041.782000] __do_softirq (kernel/softirq.c:553) [10041.782002] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [10041.782006] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10041.782009] [10041.782009] [10041.782010] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10041.782012] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [10041.782014] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [10041.782015] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [10041.782016] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [10041.782017] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [10041.782017] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [10041.782018] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [10041.782019] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [10041.782021] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [10041.782025] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [10041.782027] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [10041.782029] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [10041.782032] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [10041.782034] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [10041.782036] arch_call_rest_init+0xe/0x30 [10041.782041] start_kernel (init/main.c:1045) [10041.782044] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [10041.782046] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [10041.782047] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [10041.782044] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [10041.782046] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [10041.782047] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [10041.782053] [10041.804736] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10041.805300] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10041.805578] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10041.806485] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [10041.806747] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [10041.807102] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [10041.807454] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [10041.807808] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [10041.808163] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [10041.808518] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [10041.808917] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10041.809205] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [10041.809564] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10041.809919] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10041.810271] PKRU: 55555554 [10041.810414] Call Trace: [10041.810544] [10041.810654] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [10041.810879] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [10041.811111] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10041.811325] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10041.811555] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [10041.811778] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [10041.812048] ? tick_sched_handle (kernel/time/tick-sched.c:256) [10041.812255] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [10041.812499] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [10041.812729] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [10041.812949] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [10041.813215] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10041.813466] [10041.813578] [10041.813691] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10041.813966] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10041.814216] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10041.814414] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10041.814601] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10041.814835] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10041.815064] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [10041.815313] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [10041.815522] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [10041.815790] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [10041.816042] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10041.816313] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10041.816513] fl_classify (net/sched/cls_flower.c:345) cls_flower [10041.816759] ? __bfs (kernel/locking/lockdep.c:1787) [10041.816927] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10041.817135] ? find_held_lock (kernel/locking/lockdep.c:5244) [10041.817333] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [10041.817548] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10041.817781] ? check_noncircular (kernel/locking/lockdep.c:2172) [10041.817996] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10041.818210] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10041.818402] tc_run (net/core/dev.c:3945) [10041.818565] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [10041.818777] ? eth_header (net/ethernet/eth.c:85) [10041.818960] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10041.819169] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [10041.819372] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10041.819581] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10041.819785] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10041.820002] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10041.820205] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [10041.820409] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [10041.820634] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [10041.820856] tcp_write_timer (net/ipv4/tcp_timer.c:710) [10041.821053] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [10041.821280] call_timer_fn (kernel/time/timer.c:1700) [10041.821475] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10041.821695] ? rcu_core (kernel/rcu/tree.c:2467) [10041.821879] run_timer_softirq (kernel/time/timer.c:2053) [10041.822080] __do_softirq (kernel/softirq.c:553) [10041.822266] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [10041.822502] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [10041.822687] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [10041.822896] kthread (kernel/kthread.c:388) [10041.823059] ? __pfx_kthread (kernel/kthread.c:341) [10041.823253] ret_from_fork (arch/x86/kernel/process.c:147) [10041.823437] ? __pfx_kthread (kernel/kthread.c:341) [10041.823630] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [10119.829143] | [10119.829255] rcu: Stack dump where RCU GP kthread last ran: | [10119.829513] Sending NMI from CPU 1 to CPUs 0: | [10119.829734] NMI backtrace for cpu 0 [10119.829743] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10119.829744] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10119.829752] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10119.829754] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [10119.829755] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [10119.829756] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [10119.829757] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [10119.829758] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [10119.829759] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [10119.829762] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [10119.829763] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10119.829764] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [10119.829765] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10119.829765] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10119.829766] PKRU: 55555554 [10119.829767] Call Trace: [10119.829769] [10119.829772] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [10119.829776] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [10119.829781] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [10119.829784] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [10119.829787] ? exc_nmi (arch/x86/kernel/nmi.c:545) [10119.829788] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [10119.829795] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10119.829798] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10119.829800] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10119.829801] [10119.829801] [10119.829802] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10119.829808] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10119.829815] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10119.829819] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10119.829820] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [10119.829824] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [10119.829828] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [10119.829834] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [10119.829839] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10119.829844] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10119.829849] fl_classify (net/sched/cls_flower.c:345) cls_flower [10119.829857] ? __bfs (kernel/locking/lockdep.c:1787) [10119.829860] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10119.829862] ? find_held_lock (kernel/locking/lockdep.c:5244) [10119.829865] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10119.829866] ? check_noncircular (kernel/locking/lockdep.c:2172) [10119.829869] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [10119.829874] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10119.829877] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10119.829881] tc_run (net/core/dev.c:3945) [10119.829888] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [10119.829892] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10119.829894] ? eth_header (net/ethernet/eth.c:85) [10119.829898] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10119.829901] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [10119.829903] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10119.829905] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10119.829908] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10119.829912] ? __alloc_skb (net/core/skbuff.c:667) [10119.829915] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10119.829916] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [10119.829918] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [10119.829919] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10119.829920] call_timer_fn (kernel/time/timer.c:1700) [10119.829923] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10119.829925] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [10119.829929] run_timer_softirq (kernel/time/timer.c:2053) [10119.829930] __do_softirq (kernel/softirq.c:553) [10119.829933] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [10119.829935] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10119.829939] [10119.829939] [10119.829940] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10119.829942] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [10119.829944] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [10119.829945] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [10119.829946] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [10119.829946] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [10119.829947] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [10119.829947] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [10119.829948] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [10119.829950] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [10119.829955] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [10119.829956] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [10119.829958] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [10119.829962] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [10119.829964] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [10119.829966] arch_call_rest_init+0xe/0x30 [10119.829971] start_kernel (init/main.c:1045) [10119.829974] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [10119.829976] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [10119.829978] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [10119.829974] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [10119.829976] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [10119.829978] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [10119.829984] [10119.852927] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10119.853489] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10119.853766] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10119.854676] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [10119.854940] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [10119.855295] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [10119.855649] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [10119.856003] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [10119.856355] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [10119.856713] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [10119.857113] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10119.857401] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [10119.857756] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10119.858111] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10119.858464] PKRU: 55555554 [10119.858606] Call Trace: [10119.858735] [10119.858847] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [10119.859071] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [10119.859304] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10119.859520] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10119.859735] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [10119.859960] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [10119.860227] ? tick_sched_handle (kernel/time/tick-sched.c:256) [10119.860435] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [10119.860679] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [10119.860912] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [10119.861158] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [10119.861430] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10119.861689] [10119.861806] [10119.861922] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10119.862211] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10119.862461] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10119.862660] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10119.862847] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10119.863081] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10119.863312] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [10119.863560] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [10119.863768] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [10119.864036] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [10119.864286] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10119.864556] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10119.864759] fl_classify (net/sched/cls_flower.c:345) cls_flower [10119.865005] ? __bfs (kernel/locking/lockdep.c:1787) [10119.865171] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10119.865381] ? find_held_lock (kernel/locking/lockdep.c:5244) [10119.865579] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [10119.865792] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10119.866024] ? check_noncircular (kernel/locking/lockdep.c:2172) [10119.866239] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10119.866454] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10119.866646] tc_run (net/core/dev.c:3945) [10119.866810] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [10119.867023] ? eth_header (net/ethernet/eth.c:85) [10119.867207] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10119.867418] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [10119.867619] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10119.867831] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10119.868034] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10119.868247] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10119.868453] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [10119.868656] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [10119.868884] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [10119.869103] tcp_write_timer (net/ipv4/tcp_timer.c:710) [10119.869299] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [10119.869527] call_timer_fn (kernel/time/timer.c:1700) [10119.869718] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10119.869940] ? rcu_core (kernel/rcu/tree.c:2467) [10119.870122] run_timer_softirq (kernel/time/timer.c:2053) [10119.870323] __do_softirq (kernel/softirq.c:553) [10119.870509] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [10119.870747] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [10119.870934] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [10119.871162] kthread (kernel/kthread.c:388) [10119.871332] ? __pfx_kthread (kernel/kthread.c:341) [10119.871529] ret_from_fork (arch/x86/kernel/process.c:147) [10119.871720] ? __pfx_kthread (kernel/kthread.c:341) [10119.871919] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [10197.881977] | [10197.882174] rcu: Stack dump where RCU GP kthread last ran: | [10197.882638] Sending NMI from CPU 1 to CPUs 0: | [10197.883008] NMI backtrace for cpu 0 [10197.883017] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10197.883019] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10197.883028] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10197.883031] RSP: 0018:ffffb29e40003748 EFLAGS: 00000202 [10197.883034] RAX: 0000000000000001 RBX: ffff9e43c5d40098 RCX: 0000000000000001 [10197.883036] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40098 [10197.883037] RBP: ffff9e43c5d40098 R08: ffffb29e40003508 R09: 0000000000000020 [10197.883039] R10: ffffb29e400035f8 R11: 0000000000000001 R12: 0000000000000000 [10197.883040] R13: ffff9e43c5d40000 R14: ffff9e43c5d40098 R15: ffff9e43c256d08c [10197.883045] FS: 0000000000000000(0000) GS:ffff9e43fec00000(0000) knlGS:0000000000000000 [10197.883047] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10197.883048] CR2: 00007ff4c98b2000 CR3: 0000000002b7c003 CR4: 0000000000770ef0 [10197.883050] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10197.883051] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10197.883053] PKRU: 55555554 [10197.883054] Call Trace: [10197.883057] [10197.883060] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [10197.883066] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [10197.883072] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [10197.883077] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [10197.883082] ? exc_nmi (arch/x86/kernel/nmi.c:545) [10197.883084] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [10197.883093] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10197.883095] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10197.883099] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10197.883102] [10197.883103] [10197.883105] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10197.883111] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10197.883121] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10197.883127] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10197.883129] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [10197.883134] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [10197.883140] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [10197.883150] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [10197.883157] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10197.883164] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10197.883172] fl_classify (net/sched/cls_flower.c:345) cls_flower [10197.883183] ? __bfs (kernel/locking/lockdep.c:1787) [10197.883187] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10197.883190] ? find_held_lock (kernel/locking/lockdep.c:5244) [10197.883195] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10197.883198] ? check_noncircular (kernel/locking/lockdep.c:2172) [10197.883202] ? update_load_avg (kernel/sched/fair.c:4405 kernel/sched/fair.c:4742) [10197.883210] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10197.883216] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10197.883222] tc_run (net/core/dev.c:3945) [10197.883231] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [10197.883236] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10197.883239] ? eth_header (net/ethernet/eth.c:85) [10197.883245] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10197.883250] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [10197.883254] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10197.883256] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10197.883261] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10197.883267] ? __alloc_skb (net/core/skbuff.c:667) [10197.883273] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10197.883276] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [10197.883279] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [10197.883282] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10197.883284] call_timer_fn (kernel/time/timer.c:1700) [10197.883290] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10197.883294] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [10197.883302] run_timer_softirq (kernel/time/timer.c:2053) [10197.883303] __do_softirq (kernel/softirq.c:553) [10197.883308] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [10197.883313] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10197.883317] [10197.883318] [10197.883319] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10197.883323] RIP: 0010:default_idle (./arch/x86/include/asm/irqflags.h:37 ./arch/x86/include/asm/irqflags.h:72 arch/x86/kernel/process.c:743) [10197.883326] Code: 4c 01 c7 4c 29 c2 e9 72 ff ff ff 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 13 ae 3f 00 fb f4 c3 cc cc cc cc 66 66 2e 0f 1f 84 00 00 00 00 00 90 90 90 90 90 All code ======== 0: 4c 01 c7 add %r8,%rdi 3: 4c 29 c2 sub %r8,%rdx 6: e9 72 ff ff ff jmp 0xffffffffffffff7d b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 13 ae 3f 00 verw 0x3fae13(%rip) # 0x3fae3b 28: fb sti 29: f4 hlt 2a:* fa cli <-- trapping instruction 2b: c3 ret 2c: cc int3 2d: cc int3 2e: cc int3 2f: cc int3 30: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) 37: 00 00 00 00 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: fa cli 1: c3 ret 2: cc int3 3: cc int3 4: cc int3 5: cc int3 6: 66 66 2e 0f 1f 84 00 data16 cs nopw 0x0(%rax,%rax,1) d: 00 00 00 00 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [10197.883329] RSP: 0018:ffffffff8bc03e88 EFLAGS: 00000242 [10197.883331] RAX: 000000000408f73b RBX: ffffffff8bc12a00 RCX: 4000000000000000 [10197.883333] RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffff8a3a8863 [10197.883335] RBP: 0000000000000000 R08: 0000000000000001 R09: 0000000000000001 [10197.883336] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [10197.883338] R13: 0000000000000000 R14: ffffffff8bc12080 R15: 0000000000013d50 [10197.883342] ? do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [10197.883348] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:98) [10197.883350] do_idle (kernel/sched/idle.c:171 kernel/sched/idle.c:312) [10197.883353] ? finish_task_switch.isra.0 (./arch/x86/include/asm/irqflags.h:42 ./arch/x86/include/asm/irqflags.h:77 kernel/sched/sched.h:1397 kernel/sched/core.c:5154 kernel/sched/core.c:5272) [10197.883358] cpu_startup_entry (kernel/sched/idle.c:409 (discriminator 1)) [10197.883361] rest_init (./include/linux/rcupdate.h:751 init/main.c:701) [10197.883364] arch_call_rest_init+0xe/0x30 [10197.883371] start_kernel (init/main.c:1045) [10197.883376] x86_64_start_reservations (arch/x86/kernel/head64.c:543) [10197.883380] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) [10197.883383] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [10197.883376] x86_64_start_reservations (arch/x86/kernel/head64.c:543) | [10197.883380] x86_64_start_kernel (arch/x86/kernel/head64.c:485 (discriminator 5)) | [10197.883383] secondary_startup_64_no_verify (arch/x86/kernel/head_64.S:461) | [10197.883392] [10197.973265] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10197.974228] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10197.974711] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10197.976266] RSP: 0000:ffffb29e400d35c8 EFLAGS: 00000202 [10197.976721] RAX: 0000000000000001 RBX: ffff9e43c5d40c98 RCX: 0000000000000001 [10197.977317] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9e43c5d40c98 [10197.977923] RBP: ffff9e43c5d40c98 R08: ffffb29e400d3388 R09: 0000000000000020 [10197.978526] R10: ffffb29e400d3478 R11: 0000000000000001 R12: 0000000000000000 [10197.979134] R13: ffff9e43c5d40c00 R14: ffff9e43c5d40c98 R15: ffff9e43c256e4cc [10197.979751] FS: 0000000000000000(0000) GS:ffff9e43fec80000(0000) knlGS:0000000000000000 [10197.980422] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10198.001007] CR2: 000055f2d0684000 CR3: 0000000003e5c003 CR4: 0000000000770ef0 [10198.001593] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10198.002187] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10198.002771] PKRU: 55555554 [10198.003010] Call Trace: [10198.003227] [10198.003412] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [10198.003787] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [10198.004180] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10198.004536] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10198.004903] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [10198.005278] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [10198.005731] ? tick_sched_handle (kernel/time/tick-sched.c:256) [10198.006083] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [10198.006474] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [10198.006852] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [10198.007211] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [10198.007639] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10198.008049] [10198.008231] [10198.008411] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10198.008852] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10198.009276] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10198.009599] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10198.009912] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10198.010296] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10198.040790] __netif_receive_skb_one_core (net/core/dev.c:5542 (discriminator 4)) [10198.041213] netif_receive_skb (net/core/dev.c:5742 net/core/dev.c:5801) [10198.041564] tcf_mirred_to_dev (net/sched/act_mirred.c:327) act_mirred [10198.042014] tcf_mirred_act (net/sched/act_mirred.c:459 (discriminator 2)) act_mirred [10198.042433] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10198.042888] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10198.043228] fl_classify (net/sched/cls_flower.c:345) cls_flower [10198.043642] ? __bfs (kernel/locking/lockdep.c:1787) [10198.043931] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10198.044269] ? find_held_lock (kernel/locking/lockdep.c:5244) [10198.044594] ? fib_rules_lookup (./include/linux/rcupdate.h:308 ./include/linux/rcupdate.h:783 net/core/fib_rules.c:340) [10198.044952] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10198.045326] ? check_noncircular (kernel/locking/lockdep.c:2172) [10198.045678] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10198.046021] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10198.046335] tc_run (net/core/dev.c:3945) [10198.046606] __dev_queue_xmit (net/core/dev.c:4069 net/core/dev.c:4301) [10198.046954] ? eth_header (net/ethernet/eth.c:85) [10198.047273] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10198.047625] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2651 ./include/net/ip.h:465 ./include/net/ip.h:502) [10198.047965] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10198.048315] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10198.048660] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10198.049016] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10198.049361] tcp_write_xmit (net/ipv4/tcp_output.c:2792) [10198.049712] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [10198.050092] tcp_send_loss_probe (net/ipv4/tcp_output.c:2916) [10198.050467] tcp_write_timer (net/ipv4/tcp_timer.c:710) [10198.070919] ? __pfx_tcp_write_timer (net/ipv4/tcp_timer.c:703) [10198.071314] call_timer_fn (kernel/time/timer.c:1700) [10198.071645] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10198.072013] ? rcu_core (kernel/rcu/tree.c:2467) [10198.072330] run_timer_softirq (kernel/time/timer.c:2053) [10198.072674] __do_softirq (kernel/softirq.c:553) [10198.072994] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [10198.073395] run_ksoftirqd (kernel/softirq.c:410 kernel/softirq.c:922 kernel/softirq.c:913) [10198.073700] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [10198.074047] kthread (kernel/kthread.c:388) [10198.074321] ? __pfx_kthread (kernel/kthread.c:341) [10198.074647] ret_from_fork (arch/x86/kernel/process.c:147) [10198.074969] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath rcu_sched_clock_irq:update_process_times:tick_sched_handle:tick_nohz_highres_handler x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu x86_64_start_reservations:x86_64_start_kernel:secondary_startup_64_no_verify:queued_spin_lock_slowpath