====================================== | # TEST: mirred_egress_to_ingress (skip_hw) [ OK ] | [ 1184.716690] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1184.717077] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=6443 | [ 1184.717610] rcu: (t=26000 jiffies g=77753 q=99 ncpus=4) [ 1184.718250] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1184.718843] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1184.719138] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1184.720099] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1184.720378] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1184.720752] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1184.721123] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1184.721493] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1184.721863] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1184.722233] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1184.722647] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1184.722958] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1184.723331] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1184.723715] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1184.724086] PKRU: 55555554 [ 1184.724234] Call Trace: [ 1184.724368] [ 1184.724484] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1184.724723] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1184.724966] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1184.725191] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1184.725415] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1184.725648] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1184.725928] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1184.726145] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1184.726400] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1184.726640] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1184.726873] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1184.727149] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1184.727428] [ 1184.727546] [ 1184.727664] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1184.727949] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1184.728209] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1184.728418] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1184.728612] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1184.728858] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1184.729100] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1184.729360] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1184.729575] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1184.729856] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1184.730118] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1184.730400] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1184.730603] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1184.730812] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1184.731070] ? __bfs (kernel/locking/lockdep.c:1787) [ 1184.731241] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1184.731476] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1184.731694] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1184.731900] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1184.732141] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1184.732376] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1184.732594] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1184.732836] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1184.733044] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1184.733267] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1184.733468] tc_run (net/core/dev.c:3912) [ 1184.733640] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1184.733860] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1184.734069] ? eth_header (net/ethernet/eth.c:85) [ 1184.734260] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1184.734483] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1184.734702] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1184.734914] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1184.735138] ? __alloc_skb (net/core/skbuff.c:667) [ 1184.735346] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1184.735591] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1184.735833] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1184.736042] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1184.736284] call_timer_fn (kernel/time/timer.c:1700) [ 1184.736483] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1184.736715] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1184.736950] run_timer_softirq (kernel/time/timer.c:2053) [ 1184.737162] __do_softirq (kernel/softirq.c:553) [ 1184.737373] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1184.737565] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1184.737820] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1184.738093] RIP: 0033:0x7fd2c2613700 [ 1184.738287] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1184.739246] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1184.739534] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1184.739904] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1184.740275] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1184.740671] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1184.741042] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1184.741042] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1184.741426] | [ 1184.741556] Sending NMI from CPU 0 to CPUs 2: | [ 1184.741806] NMI backtrace for cpu 2 [ 1184.741813] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1184.741814] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1184.741820] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1184.741821] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1184.741823] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1184.741824] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1184.741825] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1184.741826] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1184.741826] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1184.741829] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1184.741830] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1184.741831] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1184.741832] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1184.741832] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1184.741833] PKRU: 55555554 [ 1184.741833] Call Trace: [ 1184.741835] [ 1184.741838] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1184.741842] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1184.741847] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1184.741849] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1184.741853] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1184.741855] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1184.741860] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1184.741863] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1184.741866] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1184.741868] [ 1184.741868] [ 1184.741869] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1184.741873] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1184.741878] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1184.741881] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1184.741883] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1184.741887] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1184.741890] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1184.741896] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1184.741901] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1184.741905] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1184.741909] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1184.741916] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1184.741919] ? __kernel_text_address (kernel/extable.c:79) [ 1184.741921] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1184.741924] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1184.741928] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1184.741932] ? stack_trace_save (kernel/stacktrace.c:123) [ 1184.741935] ? save_trace (kernel/locking/lockdep.c:584) [ 1184.741938] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1184.741942] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1184.741945] tc_run (net/core/dev.c:3912) [ 1184.741949] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1184.741952] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1184.741953] ? eth_header (net/ethernet/eth.c:85) [ 1184.741956] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1184.741959] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1184.741962] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1184.741964] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1184.741967] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1184.741970] ? __alloc_skb (net/core/skbuff.c:667) [ 1184.741973] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1184.741976] inet_shutdown (net/ipv4/af_inet.c:943) [ 1184.741979] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1184.741982] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1184.741984] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1184.741986] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1184.741988] RIP: 0033:0x7fa2514bebeb [ 1184.741991] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1184.741992] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1184.741994] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1184.741994] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1184.741995] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1184.741996] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1184.741997] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1184.742000] | [ 1262.744693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1262.745048] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=25714 | [ 1262.745543] rcu: (t=104028 jiffies g=77753 q=105 ncpus=4) [ 1262.746202] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1262.746812] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1262.747126] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1262.748078] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1262.748357] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1262.748728] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1262.749100] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1262.749473] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1262.749850] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1262.750221] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1262.750645] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1262.750950] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1262.751323] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1262.751695] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1262.752071] PKRU: 55555554 [ 1262.752219] Call Trace: [ 1262.752355] [ 1262.752485] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1262.752723] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1262.752967] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1262.753191] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1262.753417] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1262.753651] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1262.753931] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1262.754151] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1262.754405] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1262.754642] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1262.754875] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1262.755150] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1262.755412] [ 1262.755530] [ 1262.755649] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1262.755933] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1262.756194] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1262.756402] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1262.756597] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1262.756842] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1262.757102] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1262.757370] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1262.757586] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1262.757884] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1262.758146] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1262.758446] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1262.758667] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1262.758877] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1262.759142] ? __bfs (kernel/locking/lockdep.c:1787) [ 1262.759318] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1262.759536] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1262.759772] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1262.759981] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1262.760239] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1262.760466] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1262.760689] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1262.760935] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1262.761146] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1262.761385] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1262.761587] tc_run (net/core/dev.c:3912) [ 1262.761780] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1262.761999] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1262.762226] ? eth_header (net/ethernet/eth.c:85) [ 1262.762430] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1262.762667] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1262.762887] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1262.763126] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1262.763355] ? __alloc_skb (net/core/skbuff.c:667) [ 1262.763575] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1262.763819] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1262.764074] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1262.764295] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1262.764551] call_timer_fn (kernel/time/timer.c:1700) [ 1262.764753] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1262.765004] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1262.765256] run_timer_softirq (kernel/time/timer.c:2053) [ 1262.765473] __do_softirq (kernel/softirq.c:553) [ 1262.765677] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1262.765868] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1262.766139] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1262.766431] RIP: 0033:0x7fd2c2613700 [ 1262.766627] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1262.767598] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1262.767880] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1262.768269] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1262.768657] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1262.769029] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1262.769413] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1262.769413] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1262.769796] | [ 1262.769920] Sending NMI from CPU 0 to CPUs 2: | [ 1262.770174] NMI backtrace for cpu 2 [ 1262.770180] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1262.770181] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1262.770187] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1262.770188] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1262.770190] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1262.770191] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1262.770192] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1262.770193] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1262.770193] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1262.770196] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1262.770197] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1262.770198] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1262.770199] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1262.770200] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1262.770200] PKRU: 55555554 [ 1262.770201] Call Trace: [ 1262.770203] [ 1262.770206] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1262.770210] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1262.770214] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1262.770216] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1262.770220] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1262.770222] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1262.770227] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1262.770230] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1262.770233] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1262.770235] [ 1262.770235] [ 1262.770236] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1262.770240] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1262.770245] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1262.770248] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1262.770250] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1262.770254] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1262.770257] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1262.770263] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1262.770267] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1262.770272] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1262.770276] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1262.770283] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1262.770287] ? __kernel_text_address (kernel/extable.c:79) [ 1262.770289] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1262.770292] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1262.770297] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1262.770302] ? stack_trace_save (kernel/stacktrace.c:123) [ 1262.770305] ? save_trace (kernel/locking/lockdep.c:584) [ 1262.770308] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1262.770312] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1262.770315] tc_run (net/core/dev.c:3912) [ 1262.770319] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1262.770321] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1262.770323] ? eth_header (net/ethernet/eth.c:85) [ 1262.770327] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1262.770329] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1262.770332] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1262.770334] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1262.770337] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1262.770341] ? __alloc_skb (net/core/skbuff.c:667) [ 1262.770343] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1262.770346] inet_shutdown (net/ipv4/af_inet.c:943) [ 1262.770349] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1262.770352] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1262.770354] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1262.770356] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1262.770358] RIP: 0033:0x7fa2514bebeb [ 1262.770360] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1262.770361] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1262.770363] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1262.770364] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1262.770365] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1262.770366] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1262.770366] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1340.773030] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=45081 | [ 1340.773507] rcu: (t=182056 jiffies g=77753 q=107 ncpus=4) | [ 1340.773793] Sending NMI from CPU 2 to CPUs 0: | [ 1340.774041] NMI backtrace for cpu 0 [ 1340.774047] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1340.774048] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1340.774055] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1340.774057] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1340.774059] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1340.774060] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1340.774061] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1340.774061] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1340.774062] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1340.774065] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1340.774066] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1340.774067] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1340.774068] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1340.774068] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1340.774069] PKRU: 55555554 [ 1340.774070] Call Trace: [ 1340.774072] [ 1340.774076] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1340.774081] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1340.774086] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1340.774089] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1340.774092] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1340.774094] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1340.774101] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1340.774104] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1340.774107] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1340.774109] [ 1340.774110] [ 1340.774111] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1340.774115] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1340.774121] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1340.774125] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1340.774126] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1340.774131] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1340.774134] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1340.774140] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1340.774146] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1340.774150] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1340.774152] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1340.774157] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1340.774165] ? __bfs (kernel/locking/lockdep.c:1787) [ 1340.774167] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1340.774169] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1340.774172] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1340.774175] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1340.774176] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1340.774178] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1340.774180] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1340.774184] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1340.774186] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1340.774190] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1340.774194] tc_run (net/core/dev.c:3912) [ 1340.774199] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1340.774201] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1340.774203] ? eth_header (net/ethernet/eth.c:85) [ 1340.774207] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1340.774211] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1340.774213] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1340.774216] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1340.774221] ? __alloc_skb (net/core/skbuff.c:667) [ 1340.774224] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1340.774226] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1340.774228] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1340.774229] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1340.774231] call_timer_fn (kernel/time/timer.c:1700) [ 1340.774234] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1340.774237] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1340.774241] run_timer_softirq (kernel/time/timer.c:2053) [ 1340.774242] __do_softirq (kernel/softirq.c:553) [ 1340.774246] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1340.774249] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1340.774251] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1340.774253] RIP: 0033:0x7fd2c2613700 [ 1340.774256] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1340.774258] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1340.774259] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1340.774260] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1340.774261] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1340.774262] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1340.774262] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1340.774261] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 1340.774262] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 1340.774262] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1340.774266] [ 1340.802746] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1340.803592] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1340.804012] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1340.805386] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1340.805780] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1340.806319] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1340.806849] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1340.807383] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1340.807910] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1340.808317] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1340.808781] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1340.809093] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1340.809485] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1340.809985] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1340.810394] PKRU: 55555554 [ 1340.810598] Call Trace: [ 1340.810776] [ 1340.810941] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1340.811281] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1340.811634] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1340.811973] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1340.812278] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1340.812613] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1340.813024] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1340.813341] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1340.813709] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1340.814064] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1340.814398] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1340.814799] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1340.815180] [ 1340.815327] [ 1340.815492] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1340.815908] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1340.816285] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1340.816507] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1340.816701] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1340.816943] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1340.817185] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1340.817446] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1340.817662] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1340.817943] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1340.818204] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1340.818487] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1340.818696] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1340.818952] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1340.819182] ? __kernel_text_address (kernel/extable.c:79) [ 1340.819418] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1340.819671] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1340.819950] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1340.820170] ? stack_trace_save (kernel/stacktrace.c:123) [ 1340.820384] ? save_trace (kernel/locking/lockdep.c:584) [ 1340.820579] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1340.820802] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1340.821003] tc_run (net/core/dev.c:3912) [ 1340.821174] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1340.821393] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1340.821604] ? eth_header (net/ethernet/eth.c:85) [ 1340.821796] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1340.822025] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1340.822238] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1340.822456] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1340.822674] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1340.822935] ? __alloc_skb (net/core/skbuff.c:667) [ 1340.823139] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1340.823327] inet_shutdown (net/ipv4/af_inet.c:943) [ 1340.823527] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1340.823725] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1340.823939] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1340.824138] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1340.824404] RIP: 0033:0x7fa2514bebeb [ 1340.824598] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1340.825543] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1340.825934] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1340.826303] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1340.826670] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1340.827038] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1340.827409] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1340.827783] | [ 1418.830692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1418.831039] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=64377 | [ 1418.831515] rcu: (t=260114 jiffies g=77753 q=111 ncpus=4) [ 1418.832161] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1418.832750] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1418.833043] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1418.833994] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1418.834270] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1418.834641] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1418.835014] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1418.835384] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1418.835755] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1418.836130] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1418.836550] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1418.836852] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1418.837223] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1418.837594] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1418.837965] PKRU: 55555554 [ 1418.838110] Call Trace: [ 1418.838246] [ 1418.838364] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1418.838600] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1418.838842] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1418.839068] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1418.839291] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1418.839526] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1418.839804] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1418.840023] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1418.840276] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1418.840515] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1418.840750] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1418.841024] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1418.841286] [ 1418.841404] [ 1418.841524] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1418.841823] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1418.842083] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1418.842290] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1418.842486] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1418.842731] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1418.842975] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1418.843237] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1418.843454] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1418.843736] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1418.843998] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1418.844282] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1418.844485] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1418.844695] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1418.844953] ? __bfs (kernel/locking/lockdep.c:1787) [ 1418.845127] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1418.845345] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1418.845564] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1418.845772] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1418.846012] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1418.846235] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1418.846446] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1418.846680] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1418.846889] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1418.847110] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1418.847311] tc_run (net/core/dev.c:3912) [ 1418.847483] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1418.847701] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1418.847911] ? eth_header (net/ethernet/eth.c:85) [ 1418.848116] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1418.848341] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1418.848560] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1418.848772] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1418.848999] ? __alloc_skb (net/core/skbuff.c:667) [ 1418.849199] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1418.849440] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1418.849681] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1418.849893] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1418.850133] call_timer_fn (kernel/time/timer.c:1700) [ 1418.850334] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1418.850566] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1418.850803] run_timer_softirq (kernel/time/timer.c:2053) [ 1418.851012] __do_softirq (kernel/softirq.c:553) [ 1418.851208] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1418.851397] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1418.851661] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1418.851934] RIP: 0033:0x7fd2c2613700 [ 1418.852129] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1418.853081] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1418.853356] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1418.853726] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1418.854097] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1418.854467] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1418.854838] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1418.854838] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1418.855213] | [ 1418.855336] Sending NMI from CPU 0 to CPUs 2: | [ 1418.855578] NMI backtrace for cpu 2 [ 1418.855584] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1418.855585] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1418.855590] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1418.855591] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1418.855593] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1418.855594] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1418.855595] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1418.855596] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1418.855597] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1418.855599] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1418.855600] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1418.855601] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1418.855602] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1418.855602] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1418.855603] PKRU: 55555554 [ 1418.855604] Call Trace: [ 1418.855605] [ 1418.855608] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1418.855613] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1418.855617] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1418.855619] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1418.855623] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1418.855625] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1418.855631] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1418.855633] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1418.855636] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1418.855639] [ 1418.855639] [ 1418.855640] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1418.855643] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1418.855648] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1418.855651] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1418.855653] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1418.855657] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1418.855660] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1418.855665] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1418.855670] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1418.855674] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1418.855678] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1418.855685] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1418.855689] ? __kernel_text_address (kernel/extable.c:79) [ 1418.855691] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1418.855694] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1418.855697] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1418.855702] ? stack_trace_save (kernel/stacktrace.c:123) [ 1418.855704] ? save_trace (kernel/locking/lockdep.c:584) [ 1418.855707] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1418.855711] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1418.855715] tc_run (net/core/dev.c:3912) [ 1418.855719] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1418.855721] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1418.855723] ? eth_header (net/ethernet/eth.c:85) [ 1418.855726] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1418.855729] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1418.855732] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1418.855734] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1418.855736] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1418.855740] ? __alloc_skb (net/core/skbuff.c:667) [ 1418.855743] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1418.855745] inet_shutdown (net/ipv4/af_inet.c:943) [ 1418.855748] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1418.855752] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1418.855753] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1418.855756] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1418.855758] RIP: 0033:0x7fa2514bebeb [ 1418.855760] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1418.855761] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1418.855763] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1418.855764] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1418.855765] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1418.855765] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1418.855766] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1418.855769] | [ 1496.858693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1496.859040] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=83074 | [ 1496.859515] rcu: (t=338142 jiffies g=77753 q=114 ncpus=4) [ 1496.860145] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1496.860730] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1496.861019] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1496.861971] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1496.862244] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1496.862612] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1496.862981] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1496.863349] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1496.863719] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1496.864089] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1496.864504] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1496.864806] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1496.865179] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1496.865547] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1496.865912] PKRU: 55555554 [ 1496.866060] Call Trace: [ 1496.866195] [ 1496.866312] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1496.866545] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1496.866787] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1496.867009] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1496.867235] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1496.867466] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1496.867746] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1496.867961] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1496.868215] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1496.868453] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1496.868681] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1496.868958] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1496.869218] [ 1496.869335] [ 1496.869452] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1496.869738] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1496.869997] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1496.870203] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1496.870398] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1496.870641] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1496.870880] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1496.871139] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1496.871363] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1496.871641] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1496.871904] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1496.872183] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1496.872384] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1496.872594] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1496.872850] ? __bfs (kernel/locking/lockdep.c:1787) [ 1496.873024] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1496.873241] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1496.873460] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1496.873665] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1496.873909] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1496.874129] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1496.874333] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1496.874566] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1496.874773] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1496.874994] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1496.875194] tc_run (net/core/dev.c:3912) [ 1496.875362] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1496.875581] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1496.875790] ? eth_header (net/ethernet/eth.c:85) [ 1496.875981] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1496.876200] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1496.876417] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1496.876628] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1496.876852] ? __alloc_skb (net/core/skbuff.c:667) [ 1496.877049] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1496.877290] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1496.877531] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1496.877739] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1496.877978] call_timer_fn (kernel/time/timer.c:1700) [ 1496.878176] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1496.878405] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1496.878640] run_timer_softirq (kernel/time/timer.c:2053) [ 1496.878848] __do_softirq (kernel/softirq.c:553) [ 1496.879042] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1496.879230] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1496.879483] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1496.879751] RIP: 0033:0x7fd2c2613700 [ 1496.879945] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1496.880893] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1496.881165] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1496.881543] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1496.881912] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1496.882281] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1496.882647] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1496.882647] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1496.883024] | [ 1496.883146] Sending NMI from CPU 0 to CPUs 2: | [ 1496.883387] NMI backtrace for cpu 2 [ 1496.883393] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1496.883394] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1496.883400] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1496.883401] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1496.883403] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1496.883404] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1496.883405] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1496.883406] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1496.883406] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1496.883409] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1496.883410] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1496.883411] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1496.883412] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1496.883412] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1496.883413] PKRU: 55555554 [ 1496.883414] Call Trace: [ 1496.883415] [ 1496.883418] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1496.883422] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1496.883426] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1496.883429] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1496.883433] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1496.883435] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1496.883440] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1496.883443] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1496.883446] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1496.883448] [ 1496.883449] [ 1496.883450] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1496.883453] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1496.883458] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1496.883461] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1496.883463] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1496.883467] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1496.883469] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1496.883475] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1496.883480] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1496.883485] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1496.883489] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1496.883496] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1496.883499] ? __kernel_text_address (kernel/extable.c:79) [ 1496.883501] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1496.883503] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1496.883507] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1496.883511] ? stack_trace_save (kernel/stacktrace.c:123) [ 1496.883514] ? save_trace (kernel/locking/lockdep.c:584) [ 1496.883516] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1496.883521] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1496.883524] tc_run (net/core/dev.c:3912) [ 1496.883528] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1496.883531] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1496.883532] ? eth_header (net/ethernet/eth.c:85) [ 1496.883535] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1496.883538] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1496.883541] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1496.883543] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1496.883545] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1496.883549] ? __alloc_skb (net/core/skbuff.c:667) [ 1496.883552] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1496.883554] inet_shutdown (net/ipv4/af_inet.c:943) [ 1496.883558] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1496.883561] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1496.883562] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1496.883565] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1496.883567] RIP: 0033:0x7fa2514bebeb [ 1496.883569] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1496.883570] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1496.883572] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1496.883573] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1496.883573] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1496.883574] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1496.883575] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1496.883578] | [ 1574.886691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1574.887032] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=102446 | [ 1574.887513] rcu: (t=416170 jiffies g=77753 q=114 ncpus=4) [ 1574.888142] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1574.888729] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1574.889020] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1574.889963] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1574.890237] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1574.890605] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1574.890980] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1574.891349] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1574.891717] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1574.892087] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1574.892504] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1574.892805] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1574.893172] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1574.893538] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1574.893908] PKRU: 55555554 [ 1574.894053] Call Trace: [ 1574.894190] [ 1574.894306] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1574.894541] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1574.894786] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1574.895008] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1574.895238] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1574.895469] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1574.895750] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1574.895967] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1574.896221] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1574.896459] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1574.896689] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1574.896963] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1574.897224] [ 1574.897342] [ 1574.897461] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1574.897750] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1574.898010] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1574.898219] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1574.898412] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1574.898653] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1574.898895] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1574.899154] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1574.899369] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1574.899649] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1574.899911] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1574.900191] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1574.900392] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1574.900601] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1574.900866] ? __bfs (kernel/locking/lockdep.c:1787) [ 1574.901039] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1574.901255] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1574.901474] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1574.901680] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1574.901920] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1574.902141] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1574.902346] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1574.902579] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1574.902785] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1574.903005] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1574.903204] tc_run (net/core/dev.c:3912) [ 1574.903376] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1574.903593] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1574.903806] ? eth_header (net/ethernet/eth.c:85) [ 1574.903997] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1574.904219] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1574.904439] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1574.904651] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1574.904876] ? __alloc_skb (net/core/skbuff.c:667) [ 1574.905075] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1574.905316] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1574.905556] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1574.905769] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1574.906009] call_timer_fn (kernel/time/timer.c:1700) [ 1574.906212] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1574.906442] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1574.906677] run_timer_softirq (kernel/time/timer.c:2053) [ 1574.906885] __do_softirq (kernel/softirq.c:553) [ 1574.907080] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1574.907269] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1574.907522] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1574.907794] RIP: 0033:0x7fd2c2613700 [ 1574.907987] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1574.908935] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1574.909208] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1574.909576] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1574.909944] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1574.910312] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1574.910681] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1574.910681] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1574.911064] | [ 1574.911186] Sending NMI from CPU 0 to CPUs 2: | [ 1574.911425] NMI backtrace for cpu 2 [ 1574.911434] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1574.911436] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1574.911444] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1574.911446] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1574.911448] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1574.911449] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1574.911450] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1574.911451] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1574.911451] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1574.911454] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1574.911455] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1574.911456] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1574.911457] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1574.911457] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1574.911458] PKRU: 55555554 [ 1574.911459] Call Trace: [ 1574.911462] [ 1574.911466] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1574.911472] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1574.911478] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1574.911481] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1574.911485] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1574.911487] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1574.911495] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1574.911498] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1574.911501] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1574.911503] [ 1574.911504] [ 1574.911505] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1574.911510] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1574.911517] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1574.911521] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1574.911523] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1574.911528] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1574.911532] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1574.911539] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1574.911545] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1574.911551] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1574.911556] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1574.911565] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1574.911570] ? __kernel_text_address (kernel/extable.c:79) [ 1574.911571] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1574.911575] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1574.911580] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1574.911585] ? stack_trace_save (kernel/stacktrace.c:123) [ 1574.911588] ? save_trace (kernel/locking/lockdep.c:584) [ 1574.911591] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1574.911595] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1574.911600] tc_run (net/core/dev.c:3912) [ 1574.911605] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1574.911608] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1574.911610] ? eth_header (net/ethernet/eth.c:85) [ 1574.911614] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1574.911618] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1574.911621] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1574.911622] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1574.911626] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1574.911631] ? __alloc_skb (net/core/skbuff.c:667) [ 1574.911634] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1574.911637] inet_shutdown (net/ipv4/af_inet.c:943) [ 1574.911641] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1574.911645] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1574.911647] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1574.911650] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1574.911652] RIP: 0033:0x7fa2514bebeb [ 1574.911655] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1574.911656] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1574.911658] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1574.911658] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1574.911659] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1574.911660] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1574.911661] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1574.911664] | [ 1652.914692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1652.915037] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=121222 | [ 1652.915516] rcu: (t=494198 jiffies g=77753 q=117 ncpus=4) [ 1652.916149] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1652.916736] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1652.917028] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1652.917985] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1652.918260] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1652.918630] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1652.919000] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1652.919371] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1652.919741] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1652.920113] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1652.920543] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1652.920845] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1652.921214] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1652.921584] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1652.921953] PKRU: 55555554 [ 1652.922099] Call Trace: [ 1652.922235] [ 1652.922353] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1652.922591] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1652.922832] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1652.923058] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1652.923281] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1652.923515] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1652.923793] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1652.924011] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1652.924263] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1652.924502] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1652.924733] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1652.925007] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1652.925268] [ 1652.925385] [ 1652.925504] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1652.925788] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1652.926046] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1652.926252] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1652.926448] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1652.926693] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1652.926936] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1652.927198] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1652.927414] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1652.927692] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1652.927954] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1652.928239] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1652.928442] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1652.928655] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1652.928913] ? __bfs (kernel/locking/lockdep.c:1787) [ 1652.929086] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1652.929305] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1652.929523] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1652.929731] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1652.929973] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1652.930196] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1652.930419] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1652.930652] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1652.930867] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1652.931089] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1652.931289] tc_run (net/core/dev.c:3912) [ 1652.931463] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1652.931681] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1652.931891] ? eth_header (net/ethernet/eth.c:85) [ 1652.932087] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1652.932311] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1652.932532] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1652.932745] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1652.932972] ? __alloc_skb (net/core/skbuff.c:667) [ 1652.933172] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1652.933412] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1652.933652] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1652.933864] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1652.934104] call_timer_fn (kernel/time/timer.c:1700) [ 1652.934303] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1652.934536] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1652.934774] run_timer_softirq (kernel/time/timer.c:2053) [ 1652.934984] __do_softirq (kernel/softirq.c:553) [ 1652.935181] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1652.935370] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1652.935624] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1652.935896] RIP: 0033:0x7fd2c2613700 [ 1652.936091] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1652.937042] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1652.937319] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1652.937688] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1652.938058] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1652.938429] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1652.938800] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1652.938800] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1652.939175] | [ 1652.939297] Sending NMI from CPU 0 to CPUs 2: | [ 1652.939544] NMI backtrace for cpu 2 [ 1652.939552] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1652.939554] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1652.939562] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1652.939564] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1652.939566] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1652.939567] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1652.939568] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1652.939569] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1652.939570] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1652.939573] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1652.939574] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1652.939575] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1652.939576] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1652.939576] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1652.939578] PKRU: 55555554 [ 1652.939578] Call Trace: [ 1652.939581] [ 1652.939586] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1652.939592] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1652.939598] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1652.939601] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1652.939606] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1652.939608] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1652.939616] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1652.939619] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1652.939622] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1652.939625] [ 1652.939625] [ 1652.939626] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1652.939631] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1652.939638] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1652.939642] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1652.939644] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1652.939649] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1652.939653] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1652.939660] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1652.939665] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1652.939671] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1652.939676] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1652.939685] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1652.939690] ? __kernel_text_address (kernel/extable.c:79) [ 1652.939692] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1652.939695] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1652.939699] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1652.939704] ? stack_trace_save (kernel/stacktrace.c:123) [ 1652.939706] ? save_trace (kernel/locking/lockdep.c:584) [ 1652.939709] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1652.939713] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1652.939717] tc_run (net/core/dev.c:3912) [ 1652.939722] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1652.939724] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1652.939726] ? eth_header (net/ethernet/eth.c:85) [ 1652.939730] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1652.939733] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1652.939736] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1652.939738] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1652.939740] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1652.939745] ? __alloc_skb (net/core/skbuff.c:667) [ 1652.939749] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1652.939752] inet_shutdown (net/ipv4/af_inet.c:943) [ 1652.939756] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1652.939760] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1652.939761] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1652.939764] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1652.939766] RIP: 0033:0x7fa2514bebeb [ 1652.939768] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1652.939769] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1652.939771] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1652.939772] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1652.939773] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1652.939773] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1652.939774] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1652.939777] | [ 1730.942691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1730.943038] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=140230 | [ 1730.943520] rcu: (t=572226 jiffies g=77753 q=118 ncpus=4) [ 1730.944152] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1730.944739] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1730.945029] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1730.945985] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1730.946260] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1730.946632] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1730.947005] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1730.947374] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1730.947748] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1730.948122] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1730.948540] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1730.948844] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1730.949217] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1730.949588] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1730.949958] PKRU: 55555554 [ 1730.950114] Call Trace: [ 1730.950249] [ 1730.950367] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1730.950601] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1730.950846] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1730.951070] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1730.951296] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1730.951529] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1730.951809] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1730.952027] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1730.952280] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1730.952520] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1730.952751] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1730.953027] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1730.953288] [ 1730.953406] [ 1730.953523] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1730.953809] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1730.954070] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1730.954279] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1730.954473] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1730.954718] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1730.954959] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1730.955219] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1730.955436] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1730.955717] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1730.955978] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1730.956258] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1730.956462] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1730.956672] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1730.956929] ? __bfs (kernel/locking/lockdep.c:1787) [ 1730.957102] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1730.957319] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1730.957537] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1730.957744] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1730.957985] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1730.958204] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1730.958409] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1730.958643] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1730.958849] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1730.959073] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1730.959273] tc_run (net/core/dev.c:3912) [ 1730.959442] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1730.959662] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1730.959870] ? eth_header (net/ethernet/eth.c:85) [ 1730.960067] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1730.960287] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1730.960506] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1730.960717] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1730.960939] ? __alloc_skb (net/core/skbuff.c:667) [ 1730.961139] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1730.961377] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1730.961619] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1730.961830] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1730.962071] call_timer_fn (kernel/time/timer.c:1700) [ 1730.962269] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1730.962499] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1730.962733] run_timer_softirq (kernel/time/timer.c:2053) [ 1730.962941] __do_softirq (kernel/softirq.c:553) [ 1730.963137] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1730.963324] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1730.963577] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1730.963848] RIP: 0033:0x7fd2c2613700 [ 1730.964040] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1730.964989] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1730.965261] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1730.965631] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1730.966000] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1730.966368] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1730.966734] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1730.966734] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1730.967108] | [ 1730.967230] Sending NMI from CPU 0 to CPUs 2: | [ 1730.967473] NMI backtrace for cpu 2 [ 1730.967481] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1730.967483] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1730.967492] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1730.967493] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1730.967495] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1730.967496] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1730.967497] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1730.967498] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1730.967499] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1730.967502] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1730.967503] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1730.967504] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1730.967505] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1730.967505] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1730.967506] PKRU: 55555554 [ 1730.967506] Call Trace: [ 1730.967509] [ 1730.967513] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1730.967519] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1730.967524] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1730.967527] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1730.967532] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1730.967534] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1730.967542] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1730.967544] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1730.967547] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1730.967549] [ 1730.967550] [ 1730.967551] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1730.967556] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1730.967562] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1730.967567] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1730.967568] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1730.967574] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1730.967578] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1730.967585] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1730.967591] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1730.967596] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1730.967602] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1730.967610] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1730.967614] ? __kernel_text_address (kernel/extable.c:79) [ 1730.967616] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1730.967620] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1730.967626] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1730.967630] ? stack_trace_save (kernel/stacktrace.c:123) [ 1730.967633] ? save_trace (kernel/locking/lockdep.c:584) [ 1730.967636] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1730.967640] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1730.967645] tc_run (net/core/dev.c:3912) [ 1730.967650] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1730.967653] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1730.967655] ? eth_header (net/ethernet/eth.c:85) [ 1730.967659] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1730.967662] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1730.967665] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1730.967667] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1730.967670] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1730.967675] ? __alloc_skb (net/core/skbuff.c:667) [ 1730.967679] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1730.967682] inet_shutdown (net/ipv4/af_inet.c:943) [ 1730.967687] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1730.967692] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1730.967693] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1730.967696] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1730.967698] RIP: 0033:0x7fa2514bebeb [ 1730.967701] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1730.967702] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1730.967704] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1730.967705] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1730.967706] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1730.967706] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1730.967707] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1808.971031] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=159297 | [ 1808.971517] rcu: (t=650254 jiffies g=77753 q=118 ncpus=4) | [ 1808.971808] Sending NMI from CPU 2 to CPUs 0: | [ 1808.972052] NMI backtrace for cpu 0 [ 1808.972060] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1808.972061] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1808.972069] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1808.972071] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1808.972073] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1808.972074] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1808.972074] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1808.972075] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1808.972076] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1808.972079] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1808.972080] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1808.972081] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1808.972082] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1808.972082] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1808.972083] PKRU: 55555554 [ 1808.972083] Call Trace: [ 1808.972086] [ 1808.972089] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1808.972095] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1808.972101] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1808.972105] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1808.972110] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1808.972112] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1808.972119] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1808.972122] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1808.972124] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1808.972127] [ 1808.972127] [ 1808.972128] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1808.972132] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1808.972138] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1808.972142] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1808.972144] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1808.972148] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1808.972151] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1808.972158] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1808.972163] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1808.972167] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1808.972170] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1808.972175] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1808.972183] ? __bfs (kernel/locking/lockdep.c:1787) [ 1808.972186] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1808.972188] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1808.972190] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1808.972193] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1808.972194] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1808.972196] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1808.972198] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1808.972201] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1808.972204] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1808.972208] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1808.972212] tc_run (net/core/dev.c:3912) [ 1808.972216] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1808.972219] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1808.972220] ? eth_header (net/ethernet/eth.c:85) [ 1808.972224] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1808.972228] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1808.972230] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1808.972234] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1808.972238] ? __alloc_skb (net/core/skbuff.c:667) [ 1808.972241] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1808.972243] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1808.972244] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1808.972246] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1808.972247] call_timer_fn (kernel/time/timer.c:1700) [ 1808.972250] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1808.972253] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1808.972257] run_timer_softirq (kernel/time/timer.c:2053) [ 1808.972258] __do_softirq (kernel/softirq.c:553) [ 1808.972262] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1808.972264] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1808.972266] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1808.972268] RIP: 0033:0x7fd2c2613700 [ 1808.972271] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1808.972272] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1808.972273] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1808.972274] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1808.972275] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1808.972275] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1808.972276] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1808.972275] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 1808.972275] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 1808.972276] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1808.972279] [ 1808.995046] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1808.995639] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1808.995936] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1808.996902] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1808.997178] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1808.997548] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1808.997924] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1808.998294] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1808.998673] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1808.999045] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1808.999476] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1808.999790] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1809.000162] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1809.000533] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1809.000909] PKRU: 55555554 [ 1809.001056] Call Trace: [ 1809.001194] [ 1809.001311] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1809.001549] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1809.001794] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1809.002018] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1809.002243] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1809.002477] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1809.002757] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1809.002977] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1809.003236] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1809.003475] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1809.003707] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1809.003984] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1809.004245] [ 1809.004363] [ 1809.004488] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1809.004774] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1809.005034] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1809.005244] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1809.005439] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1809.005683] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1809.005926] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1809.006189] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1809.006405] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1809.006689] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1809.006951] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1809.007239] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1809.007449] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1809.007708] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1809.007945] ? __kernel_text_address (kernel/extable.c:79) [ 1809.008191] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1809.008447] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1809.008730] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1809.008955] ? stack_trace_save (kernel/stacktrace.c:123) [ 1809.009170] ? save_trace (kernel/locking/lockdep.c:584) [ 1809.009365] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1809.009605] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1809.009808] tc_run (net/core/dev.c:3912) [ 1809.009980] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1809.010200] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1809.010411] ? eth_header (net/ethernet/eth.c:85) [ 1809.010604] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1809.010832] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1809.011044] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1809.011267] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1809.011480] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1809.011706] ? __alloc_skb (net/core/skbuff.c:667) [ 1809.011908] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1809.012097] inet_shutdown (net/ipv4/af_inet.c:943) [ 1809.012305] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1809.012507] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1809.012723] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1809.012923] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1809.013192] RIP: 0033:0x7fa2514bebeb [ 1809.013399] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1809.014362] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1809.014764] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1809.015138] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1809.015508] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1809.015879] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1809.016250] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1887.020031] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=178057 | [ 1887.020512] rcu: (t=728303 jiffies g=77753 q=118 ncpus=4) | [ 1887.020799] Sending NMI from CPU 2 to CPUs 0: | [ 1887.021042] NMI backtrace for cpu 0 [ 1887.021048] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1887.021050] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1887.021057] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1887.021058] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1887.021060] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1887.021062] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1887.021062] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1887.021063] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1887.021064] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1887.021066] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1887.021068] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1887.021069] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1887.021069] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1887.021070] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1887.021071] PKRU: 55555554 [ 1887.021071] Call Trace: [ 1887.021074] [ 1887.021077] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1887.021082] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1887.021087] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1887.021089] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1887.021093] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1887.021095] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1887.021102] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1887.021105] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1887.021107] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1887.021110] [ 1887.021110] [ 1887.021111] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1887.021116] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1887.021122] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1887.021125] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1887.021127] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1887.021132] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1887.021135] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1887.021141] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1887.021147] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1887.021151] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1887.021154] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1887.021158] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1887.021167] ? __bfs (kernel/locking/lockdep.c:1787) [ 1887.021169] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1887.021171] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1887.021174] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1887.021176] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1887.021178] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1887.021179] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1887.021181] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1887.021185] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1887.021187] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1887.021191] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1887.021195] tc_run (net/core/dev.c:3912) [ 1887.021199] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1887.021202] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1887.021204] ? eth_header (net/ethernet/eth.c:85) [ 1887.021207] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1887.021211] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1887.021213] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1887.021216] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1887.021220] ? __alloc_skb (net/core/skbuff.c:667) [ 1887.021223] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1887.021225] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1887.021227] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1887.021229] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1887.021230] call_timer_fn (kernel/time/timer.c:1700) [ 1887.021233] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1887.021236] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1887.021240] run_timer_softirq (kernel/time/timer.c:2053) [ 1887.021241] __do_softirq (kernel/softirq.c:553) [ 1887.021245] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1887.021247] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1887.021250] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1887.021252] RIP: 0033:0x7fd2c2613700 [ 1887.021255] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1887.021256] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1887.021258] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1887.021258] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1887.021259] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1887.021260] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1887.021261] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1887.021259] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 1887.021260] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 1887.021261] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1887.021264] [ 1887.043908] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1887.044493] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1887.044786] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1887.045732] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1887.046005] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1887.046374] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1887.046746] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1887.047115] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1887.047484] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1887.047855] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1887.048272] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1887.048572] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1887.048944] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1887.049317] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1887.049686] PKRU: 55555554 [ 1887.049834] Call Trace: [ 1887.049971] [ 1887.050086] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1887.050325] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1887.050568] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1887.050791] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1887.051016] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1887.051247] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1887.051527] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1887.051745] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1887.051998] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1887.052237] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1887.052465] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1887.052740] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1887.053002] [ 1887.053118] [ 1887.053237] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1887.053522] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1887.053783] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1887.053991] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1887.054186] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1887.054428] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1887.054670] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1887.054931] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1887.055147] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1887.055428] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1887.055689] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1887.055971] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1887.056179] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1887.056436] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1887.056667] ? __kernel_text_address (kernel/extable.c:79) [ 1887.056902] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1887.057155] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1887.057437] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1887.057656] ? stack_trace_save (kernel/stacktrace.c:123) [ 1887.057870] ? save_trace (kernel/locking/lockdep.c:584) [ 1887.058064] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1887.058286] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1887.058486] tc_run (net/core/dev.c:3912) [ 1887.058657] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1887.058878] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1887.059087] ? eth_header (net/ethernet/eth.c:85) [ 1887.059283] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1887.059500] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1887.059713] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1887.059932] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1887.060142] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1887.060368] ? __alloc_skb (net/core/skbuff.c:667) [ 1887.060568] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1887.060758] inet_shutdown (net/ipv4/af_inet.c:943) [ 1887.060957] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1887.061156] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1887.061368] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1887.061567] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1887.061834] RIP: 0033:0x7fa2514bebeb [ 1887.062035] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1887.062984] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1887.063376] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1887.063745] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1887.064113] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1887.064482] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1887.064852] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1965.068028] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=197205 | [ 1965.068508] rcu: (t=806351 jiffies g=77753 q=118 ncpus=4) | [ 1965.068803] Sending NMI from CPU 2 to CPUs 0: | [ 1965.069046] NMI backtrace for cpu 0 [ 1965.069054] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1965.069055] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1965.069063] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 1965.069064] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 1965.069067] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 1965.069068] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 1965.069068] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 1965.069069] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 1965.069070] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 1965.069073] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 1965.069074] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1965.069075] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 1965.069076] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1965.069076] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1965.069077] PKRU: 55555554 [ 1965.069078] Call Trace: [ 1965.069080] [ 1965.069083] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1965.069088] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1965.069093] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1965.069096] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1965.069100] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1965.069102] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1965.069109] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1965.069111] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1965.069114] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1965.069116] [ 1965.069117] [ 1965.069118] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1965.069122] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1965.069127] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1965.069131] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1965.069133] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1965.069138] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1965.069142] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1965.069148] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1965.069153] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1965.069157] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 1965.069160] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1965.069165] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1965.069174] ? __bfs (kernel/locking/lockdep.c:1787) [ 1965.069176] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 1965.069178] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1965.069181] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1965.069183] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 1965.069185] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 1965.069187] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1965.069189] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 1965.069192] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1965.069195] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1965.069199] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1965.069203] tc_run (net/core/dev.c:3912) [ 1965.069208] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1965.069211] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1965.069212] ? eth_header (net/ethernet/eth.c:85) [ 1965.069216] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1965.069220] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1965.069222] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1965.069225] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1965.069230] ? __alloc_skb (net/core/skbuff.c:667) [ 1965.069233] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1965.069235] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 1965.069237] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 1965.069238] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 1965.069240] call_timer_fn (kernel/time/timer.c:1700) [ 1965.069243] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 1965.069245] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 1965.069250] run_timer_softirq (kernel/time/timer.c:2053) [ 1965.069251] __do_softirq (kernel/softirq.c:553) [ 1965.069255] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 1965.069258] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 1965.069260] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1965.069262] RIP: 0033:0x7fd2c2613700 [ 1965.069265] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 1965.069266] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 1965.069267] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 1965.069268] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 1965.069269] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 1965.069270] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 1965.069271] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1965.069269] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 1965.069270] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 1965.069271] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 1965.069274] [ 1965.092026] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1965.092615] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1965.092907] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1965.093859] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 1965.094134] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 1965.094503] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 1965.094872] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 1965.095240] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 1965.095609] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 1965.095982] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 1965.096398] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1965.096699] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 1965.097071] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1965.097440] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1965.097808] PKRU: 55555554 [ 1965.097956] Call Trace: [ 1965.098092] [ 1965.098209] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1965.098444] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1965.098688] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1965.098922] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 1965.099150] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1965.099382] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1965.099664] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1965.099880] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1965.100134] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1965.100375] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1965.100602] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1965.100880] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1965.101142] [ 1965.101258] [ 1965.101375] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1965.101662] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1965.101923] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1965.102131] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 1965.102326] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 1965.102568] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 1965.102807] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 1965.103068] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 1965.103286] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 1965.103570] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 1965.103832] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 1965.104113] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 1965.104322] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 1965.104580] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 1965.104813] ? __kernel_text_address (kernel/extable.c:79) [ 1965.105054] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 1965.105307] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 1965.105587] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 1965.105806] ? stack_trace_save (kernel/stacktrace.c:123) [ 1965.106020] ? save_trace (kernel/locking/lockdep.c:584) [ 1965.106215] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 1965.106439] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 1965.106639] tc_run (net/core/dev.c:3912) [ 1965.106810] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 1965.107030] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 1965.107239] ? eth_header (net/ethernet/eth.c:85) [ 1965.107430] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 1965.107648] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 1965.107862] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1965.108079] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 1965.108294] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 1965.108520] ? __alloc_skb (net/core/skbuff.c:667) [ 1965.108721] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 1965.108919] inet_shutdown (net/ipv4/af_inet.c:943) [ 1965.109120] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 1965.109318] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 1965.109530] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 1965.109730] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 1965.109994] RIP: 0033:0x7fa2514bebeb [ 1965.110188] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 1965.111139] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 1965.111530] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 1965.111901] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 1965.112270] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 1965.112637] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 1965.113007] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 1965.113382] | [ 2043.115691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2043.116035] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=216109 | [ 2043.116516] rcu: (t=884399 jiffies g=77753 q=118 ncpus=4) [ 2043.117149] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2043.117735] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2043.118026] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 2043.118978] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2043.119252] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2043.119621] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2043.119992] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2043.120361] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2043.120728] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2043.121098] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2043.121517] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2043.121816] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2043.122194] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2043.122564] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2043.122934] PKRU: 55555554 [ 2043.123080] Call Trace: [ 2043.123216] [ 2043.123334] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2043.123572] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2043.123818] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2043.124044] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2043.124267] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2043.124501] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2043.124782] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2043.125003] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2043.125255] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2043.125495] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2043.125726] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2043.126000] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2043.126261] [ 2043.126379] [ 2043.126497] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2043.126782] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2043.127044] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2043.127250] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2043.127444] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2043.127689] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2043.127931] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2043.128191] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2043.128412] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2043.128693] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2043.128954] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2043.129236] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2043.129439] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2043.129648] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2043.129907] ? __bfs (kernel/locking/lockdep.c:1787) [ 2043.130078] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2043.130299] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2043.130515] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2043.130722] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2043.130963] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2043.131185] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2043.131391] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2043.131622] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2043.131830] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2043.132051] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2043.132251] tc_run (net/core/dev.c:3912) [ 2043.132424] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2043.132642] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2043.132853] ? eth_header (net/ethernet/eth.c:85) [ 2043.133045] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2043.133266] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2043.133485] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2043.133696] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2043.133922] ? __alloc_skb (net/core/skbuff.c:667) [ 2043.134122] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2043.134361] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2043.134603] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2043.134813] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2043.135055] call_timer_fn (kernel/time/timer.c:1700) [ 2043.135254] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2043.135485] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2043.135720] run_timer_softirq (kernel/time/timer.c:2053) [ 2043.135931] __do_softirq (kernel/softirq.c:553) [ 2043.136127] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2043.136316] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2043.136570] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2043.136842] RIP: 0033:0x7fd2c2613700 [ 2043.137036] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2043.137986] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2043.138261] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2043.138636] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2043.139008] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2043.139378] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2043.139752] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2043.139752] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2043.140126] | [ 2043.140248] Sending NMI from CPU 0 to CPUs 2: | [ 2043.140492] NMI backtrace for cpu 2 [ 2043.140500] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2043.140502] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2043.140509] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2043.140511] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2043.140513] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2043.140514] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2043.140515] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2043.140516] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2043.140517] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2043.140520] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2043.140521] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2043.140522] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2043.140523] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2043.140523] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2043.140524] PKRU: 55555554 [ 2043.140524] Call Trace: [ 2043.140527] [ 2043.140531] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2043.140536] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2043.140541] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2043.140544] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2043.140549] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2043.140551] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2043.140558] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2043.140561] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2043.140564] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2043.140566] [ 2043.140567] [ 2043.140568] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2043.140573] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2043.140579] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2043.140583] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2043.140585] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2043.140590] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2043.140593] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2043.140600] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2043.140605] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2043.140610] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2043.140616] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2043.140624] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2043.140628] ? __kernel_text_address (kernel/extable.c:79) [ 2043.140630] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2043.140633] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2043.140638] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2043.140643] ? stack_trace_save (kernel/stacktrace.c:123) [ 2043.140645] ? save_trace (kernel/locking/lockdep.c:584) [ 2043.140649] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2043.140653] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2043.140657] tc_run (net/core/dev.c:3912) [ 2043.140662] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2043.140665] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2043.140667] ? eth_header (net/ethernet/eth.c:85) [ 2043.140671] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2043.140674] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2043.140677] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2043.140679] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2043.140682] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2043.140688] ? __alloc_skb (net/core/skbuff.c:667) [ 2043.140692] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2043.140695] inet_shutdown (net/ipv4/af_inet.c:943) [ 2043.140699] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2043.140704] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2043.140705] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2043.140708] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2043.140710] RIP: 0033:0x7fa2514bebeb [ 2043.140713] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2043.140715] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2043.140717] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2043.140718] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2043.140718] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2043.140719] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2043.140720] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2043.140723] | [ 2121.143691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2121.144034] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=234315 | [ 2121.144510] rcu: (t=962427 jiffies g=77753 q=119 ncpus=4) [ 2121.145140] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2121.145725] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2121.146016] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 2121.146962] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2121.147235] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2121.147607] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2121.147985] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2121.148355] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2121.148722] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2121.149094] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2121.149511] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2121.149809] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2121.150179] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2121.150548] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2121.150917] PKRU: 55555554 [ 2121.151064] Call Trace: [ 2121.151199] [ 2121.151317] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2121.151553] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2121.151795] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2121.152021] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2121.152244] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2121.152477] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2121.152758] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2121.152975] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2121.153228] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2121.153466] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2121.153698] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2121.153971] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2121.154234] [ 2121.154352] [ 2121.154475] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2121.154760] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2121.155020] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2121.155226] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2121.155420] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2121.155665] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2121.155907] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2121.156169] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2121.156393] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2121.156675] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2121.156938] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2121.157222] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2121.157425] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2121.157633] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2121.157893] ? __bfs (kernel/locking/lockdep.c:1787) [ 2121.158077] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2121.158294] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2121.158514] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2121.158722] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2121.158961] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2121.159184] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2121.159389] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2121.159623] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2121.159831] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2121.160052] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2121.160252] tc_run (net/core/dev.c:3912) [ 2121.160424] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2121.160641] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2121.160853] ? eth_header (net/ethernet/eth.c:85) [ 2121.161044] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2121.161267] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2121.161485] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2121.161698] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2121.161923] ? __alloc_skb (net/core/skbuff.c:667) [ 2121.162130] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2121.162371] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2121.162612] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2121.162823] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2121.163063] call_timer_fn (kernel/time/timer.c:1700) [ 2121.163263] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2121.163492] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2121.163729] run_timer_softirq (kernel/time/timer.c:2053) [ 2121.163938] __do_softirq (kernel/softirq.c:553) [ 2121.164134] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2121.164325] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2121.164579] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2121.164850] RIP: 0033:0x7fd2c2613700 [ 2121.165044] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2121.165995] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2121.166270] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2121.166640] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2121.167010] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2121.167380] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2121.167753] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2121.167753] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2121.168137] | [ 2121.168260] Sending NMI from CPU 0 to CPUs 2: | [ 2121.168500] NMI backtrace for cpu 2 [ 2121.168508] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2121.168510] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2121.168519] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2121.168520] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2121.168523] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2121.168524] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2121.168525] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2121.168526] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2121.168526] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2121.168529] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2121.168530] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2121.168531] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2121.168532] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2121.168532] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2121.168533] PKRU: 55555554 [ 2121.168534] Call Trace: [ 2121.168536] [ 2121.168541] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2121.168546] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2121.168553] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2121.168556] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2121.168560] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2121.168562] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2121.168570] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2121.168573] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2121.168575] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2121.168578] [ 2121.168578] [ 2121.168579] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2121.168584] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2121.168591] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2121.168595] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2121.168597] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2121.168603] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2121.168607] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2121.168614] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2121.168620] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2121.168625] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2121.168631] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2121.168640] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2121.168644] ? __kernel_text_address (kernel/extable.c:79) [ 2121.168646] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2121.168650] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2121.168656] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2121.168661] ? stack_trace_save (kernel/stacktrace.c:123) [ 2121.168664] ? save_trace (kernel/locking/lockdep.c:584) [ 2121.168667] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2121.168671] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2121.168676] tc_run (net/core/dev.c:3912) [ 2121.168681] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2121.168684] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2121.168687] ? eth_header (net/ethernet/eth.c:85) [ 2121.168691] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2121.168695] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2121.168697] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2121.168699] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2121.168702] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2121.168707] ? __alloc_skb (net/core/skbuff.c:667) [ 2121.168711] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2121.168714] inet_shutdown (net/ipv4/af_inet.c:943) [ 2121.168718] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2121.168723] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2121.168724] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2121.168727] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2121.168730] RIP: 0033:0x7fa2514bebeb [ 2121.168741] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2121.168742] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2121.168744] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2121.168745] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2121.168746] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2121.168747] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2121.168748] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2121.168751] | [ 2199.171692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2199.172034] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=253227 | [ 2199.172511] rcu: (t=1040455 jiffies g=77753 q=121 ncpus=4) [ 2199.173148] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2199.173735] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2199.174030] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2199.174976] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2199.175253] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2199.175621] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2199.175991] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2199.176361] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2199.176731] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2199.177100] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2199.177521] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2199.177831] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2199.178207] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2199.178579] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2199.178950] PKRU: 55555554 [ 2199.179096] Call Trace: [ 2199.179230] [ 2199.179348] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2199.179584] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2199.179828] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2199.180053] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2199.180277] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2199.180512] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2199.180793] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2199.181013] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2199.181267] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2199.181505] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2199.181737] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2199.182013] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2199.182274] [ 2199.182392] [ 2199.182511] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2199.182796] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2199.183056] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2199.183265] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2199.183459] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2199.183706] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2199.183947] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2199.184208] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2199.184424] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2199.184706] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2199.184968] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2199.185251] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2199.185453] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2199.185663] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2199.185923] ? __bfs (kernel/locking/lockdep.c:1787) [ 2199.186097] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2199.186315] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2199.186533] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2199.186744] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2199.186983] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2199.187208] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2199.187414] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2199.187659] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2199.187868] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2199.188089] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2199.188289] tc_run (net/core/dev.c:3912) [ 2199.188462] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2199.188680] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2199.188891] ? eth_header (net/ethernet/eth.c:85) [ 2199.189082] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2199.189307] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2199.189524] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2199.189735] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2199.189964] ? __alloc_skb (net/core/skbuff.c:667) [ 2199.190164] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2199.190406] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2199.190646] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2199.190860] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2199.191099] call_timer_fn (kernel/time/timer.c:1700) [ 2199.191299] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2199.191530] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2199.191768] run_timer_softirq (kernel/time/timer.c:2053) [ 2199.191977] __do_softirq (kernel/softirq.c:553) [ 2199.192173] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2199.192364] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2199.192618] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2199.192890] RIP: 0033:0x7fd2c2613700 [ 2199.193085] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2199.194038] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2199.194313] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2199.194684] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2199.195055] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2199.195424] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2199.195795] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2199.195795] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2199.196172] | [ 2199.196294] Sending NMI from CPU 0 to CPUs 2: | [ 2199.196536] NMI backtrace for cpu 2 [ 2199.196544] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2199.196546] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2199.196554] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2199.196556] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2199.196558] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2199.196559] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2199.196560] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2199.196561] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2199.196562] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2199.196564] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2199.196566] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2199.196567] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2199.196568] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2199.196568] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2199.196569] PKRU: 55555554 [ 2199.196569] Call Trace: [ 2199.196572] [ 2199.196577] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2199.196582] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2199.196588] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2199.196591] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2199.196596] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2199.196598] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2199.196606] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2199.196609] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2199.196611] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2199.196614] [ 2199.196614] [ 2199.196615] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2199.196620] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2199.196627] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2199.196631] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2199.196633] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2199.196638] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2199.196642] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2199.196649] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2199.196655] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2199.196660] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2199.196666] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2199.196674] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2199.196678] ? __kernel_text_address (kernel/extable.c:79) [ 2199.196680] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2199.196683] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2199.196689] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2199.196694] ? stack_trace_save (kernel/stacktrace.c:123) [ 2199.196697] ? save_trace (kernel/locking/lockdep.c:584) [ 2199.196701] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2199.196705] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2199.196710] tc_run (net/core/dev.c:3912) [ 2199.196715] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2199.196718] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2199.196720] ? eth_header (net/ethernet/eth.c:85) [ 2199.196724] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2199.196727] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2199.196729] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2199.196731] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2199.196734] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2199.196738] ? __alloc_skb (net/core/skbuff.c:667) [ 2199.196741] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2199.196744] inet_shutdown (net/ipv4/af_inet.c:943) [ 2199.196748] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2199.196752] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2199.196754] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2199.196757] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2199.196759] RIP: 0033:0x7fa2514bebeb [ 2199.196763] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2199.196764] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2199.196766] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2199.196766] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2199.196767] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2199.196768] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2199.196769] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2277.200051] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=271955 | [ 2277.200540] rcu: (t=1118483 jiffies g=77753 q=122 ncpus=4) | [ 2277.200834] Sending NMI from CPU 2 to CPUs 0: | [ 2277.201082] NMI backtrace for cpu 0 [ 2277.201090] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2277.201095] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2277.201104] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2277.201105] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2277.201107] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2277.201108] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2277.201109] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2277.201110] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2277.201111] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2277.201113] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2277.201115] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2277.201116] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2277.201116] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2277.201117] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2277.201118] PKRU: 55555554 [ 2277.201118] Call Trace: [ 2277.201124] [ 2277.201130] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2277.201136] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2277.201141] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2277.201145] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2277.201148] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2277.201151] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2277.201157] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2277.201160] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2277.201162] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2277.201165] [ 2277.201165] [ 2277.201166] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2277.201170] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2277.201176] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2277.201180] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2277.201182] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2277.201187] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2277.201190] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2277.201196] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2277.201202] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2277.201206] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2277.201209] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2277.201214] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2277.201222] ? __bfs (kernel/locking/lockdep.c:1787) [ 2277.201224] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2277.201226] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2277.201228] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2277.201231] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2277.201233] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2277.201234] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2277.201236] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2277.201239] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2277.201242] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2277.201246] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2277.201250] tc_run (net/core/dev.c:3912) [ 2277.201254] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2277.201257] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2277.201259] ? eth_header (net/ethernet/eth.c:85) [ 2277.201262] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2277.201267] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2277.201269] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2277.201272] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2277.201276] ? __alloc_skb (net/core/skbuff.c:667) [ 2277.201279] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2277.201281] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2277.201283] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2277.201284] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2277.201286] call_timer_fn (kernel/time/timer.c:1700) [ 2277.201289] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2277.201291] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2277.201296] run_timer_softirq (kernel/time/timer.c:2053) [ 2277.201297] __do_softirq (kernel/softirq.c:553) [ 2277.201300] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2277.201303] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2277.201305] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2277.201307] RIP: 0033:0x7fd2c2613700 [ 2277.201309] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2277.201310] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2277.201311] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2277.201312] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2277.201313] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2277.201313] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2277.201314] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2277.201313] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 2277.201313] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 2277.201314] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2277.201318] [ 2277.224014] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2277.224602] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2277.224895] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2277.225847] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2277.226121] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2277.226493] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2277.226865] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2277.227248] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2277.227616] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2277.227988] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2277.228405] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2277.228706] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2277.229077] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2277.229449] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2277.229819] PKRU: 55555554 [ 2277.229966] Call Trace: [ 2277.230102] [ 2277.230223] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2277.230473] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2277.230716] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2277.230942] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2277.231166] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2277.231400] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2277.231681] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2277.231897] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2277.232150] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2277.232391] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2277.232627] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2277.232904] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2277.233165] [ 2277.233283] [ 2277.233401] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2277.233685] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2277.233946] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2277.234154] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2277.234349] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2277.234594] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2277.234836] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2277.235098] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2277.235314] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2277.235594] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2277.235857] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2277.236139] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2277.236351] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2277.236607] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2277.236838] ? __kernel_text_address (kernel/extable.c:79) [ 2277.237076] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2277.237340] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2277.237627] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2277.237846] ? stack_trace_save (kernel/stacktrace.c:123) [ 2277.238062] ? save_trace (kernel/locking/lockdep.c:584) [ 2277.238257] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2277.238478] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2277.238678] tc_run (net/core/dev.c:3912) [ 2277.238852] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2277.239070] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2277.239278] ? eth_header (net/ethernet/eth.c:85) [ 2277.239470] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2277.239691] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2277.239902] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2277.240118] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2277.240332] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2277.240558] ? __alloc_skb (net/core/skbuff.c:667) [ 2277.240758] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2277.240948] inet_shutdown (net/ipv4/af_inet.c:943) [ 2277.241147] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2277.241347] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2277.241559] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2277.241760] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2277.242027] RIP: 0033:0x7fa2514bebeb [ 2277.242221] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2277.243169] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2277.243561] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2277.243930] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2277.244300] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2277.244669] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2277.245037] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2355.248043] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=291165 | [ 2355.248525] rcu: (t=1196531 jiffies g=77753 q=122 ncpus=4) | [ 2355.248819] Sending NMI from CPU 2 to CPUs 0: | [ 2355.249062] NMI backtrace for cpu 0 [ 2355.249069] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2355.249070] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2355.249085] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2355.249086] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2355.249088] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2355.249089] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2355.249090] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2355.249091] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2355.249092] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2355.249094] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2355.249096] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2355.249097] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2355.249097] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2355.249098] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2355.249099] PKRU: 55555554 [ 2355.249099] Call Trace: [ 2355.249101] [ 2355.249105] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2355.249109] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2355.249114] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2355.249116] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2355.249120] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2355.249122] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2355.249128] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2355.249130] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2355.249133] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2355.249135] [ 2355.249136] [ 2355.249137] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2355.249141] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2355.249147] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2355.249151] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2355.249153] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2355.249157] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2355.249161] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2355.249170] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2355.249175] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2355.249179] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2355.249182] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2355.249186] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2355.249194] ? __bfs (kernel/locking/lockdep.c:1787) [ 2355.249197] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2355.249199] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2355.249201] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2355.249204] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2355.249205] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2355.249207] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2355.249209] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2355.249212] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2355.249215] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2355.249218] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2355.249222] tc_run (net/core/dev.c:3912) [ 2355.249227] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2355.249230] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2355.249232] ? eth_header (net/ethernet/eth.c:85) [ 2355.249235] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2355.249239] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2355.249242] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2355.249244] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2355.249248] ? __alloc_skb (net/core/skbuff.c:667) [ 2355.249251] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2355.249253] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2355.249255] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2355.249257] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2355.249258] call_timer_fn (kernel/time/timer.c:1700) [ 2355.249261] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2355.249264] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2355.249268] run_timer_softirq (kernel/time/timer.c:2053) [ 2355.249269] __do_softirq (kernel/softirq.c:553) [ 2355.249272] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2355.249275] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2355.249277] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2355.249279] RIP: 0033:0x7fd2c2613700 [ 2355.249284] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2355.249285] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2355.249286] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2355.249287] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2355.249288] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2355.249288] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2355.249289] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2355.249288] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 2355.249288] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 2355.249289] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2355.249293] [ 2355.272091] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2355.272678] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2355.272974] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2355.273926] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2355.274205] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2355.274599] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2355.274980] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2355.275353] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2355.275724] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2355.276096] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2355.276518] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2355.276832] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2355.277204] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2355.277576] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2355.277948] PKRU: 55555554 [ 2355.278094] Call Trace: [ 2355.278232] [ 2355.278351] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2355.278589] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2355.278833] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2355.279060] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2355.279284] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2355.279519] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2355.279801] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2355.280020] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2355.280275] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2355.280514] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2355.280747] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2355.281023] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2355.281286] [ 2355.281404] [ 2355.281524] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2355.281809] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2355.282070] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2355.282278] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2355.282474] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2355.282720] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2355.282963] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2355.283226] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2355.283443] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2355.283723] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2355.284000] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2355.284287] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2355.284498] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2355.284758] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2355.284988] ? __kernel_text_address (kernel/extable.c:79) [ 2355.285227] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2355.285482] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2355.285763] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2355.285985] ? stack_trace_save (kernel/stacktrace.c:123) [ 2355.286200] ? save_trace (kernel/locking/lockdep.c:584) [ 2355.286395] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2355.286616] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2355.286829] tc_run (net/core/dev.c:3912) [ 2355.287003] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2355.287220] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2355.287431] ? eth_header (net/ethernet/eth.c:85) [ 2355.287622] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2355.287854] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2355.288067] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2355.288286] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2355.288500] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2355.288730] ? __alloc_skb (net/core/skbuff.c:667) [ 2355.288930] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2355.289121] inet_shutdown (net/ipv4/af_inet.c:943) [ 2355.289320] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2355.289520] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2355.289737] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2355.289938] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2355.290205] RIP: 0033:0x7fa2514bebeb [ 2355.290399] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2355.291353] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2355.291753] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2355.292122] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2355.292493] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2355.292863] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2355.293233] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2355.293609] | [ 2433.296690] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2433.297028] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=309691 | [ 2433.297508] rcu: (t=1274580 jiffies g=77753 q=122 ncpus=4) [ 2433.298143] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2433.298728] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2433.299019] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2433.299964] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2433.300237] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2433.300606] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2433.300975] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2433.301344] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2433.301711] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2433.302082] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2433.302499] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2433.302798] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2433.303166] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2433.303535] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2433.303904] PKRU: 55555554 [ 2433.304050] Call Trace: [ 2433.304185] [ 2433.304302] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2433.304538] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2433.304782] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2433.305007] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2433.305234] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2433.305467] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2433.305748] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2433.305965] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2433.306217] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2433.306465] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2433.306695] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2433.306969] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2433.307229] [ 2433.307347] [ 2433.307466] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2433.307749] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2433.308013] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2433.308219] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2433.308413] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2433.308655] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2433.308898] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2433.309158] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2433.309372] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2433.309652] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2433.309913] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2433.310194] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2433.310396] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2433.310605] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2433.310862] ? __bfs (kernel/locking/lockdep.c:1787) [ 2433.311033] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2433.311254] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2433.311472] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2433.311677] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2433.311918] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2433.312140] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2433.312346] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2433.312576] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2433.312784] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2433.313006] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2433.313206] tc_run (net/core/dev.c:3912) [ 2433.313377] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2433.313595] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2433.313803] ? eth_header (net/ethernet/eth.c:85) [ 2433.313994] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2433.314215] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2433.314435] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2433.314646] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2433.314871] ? __alloc_skb (net/core/skbuff.c:667) [ 2433.315070] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2433.315313] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2433.315555] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2433.315764] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2433.316005] call_timer_fn (kernel/time/timer.c:1700) [ 2433.316203] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2433.316442] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2433.316675] run_timer_softirq (kernel/time/timer.c:2053) [ 2433.316886] __do_softirq (kernel/softirq.c:553) [ 2433.317083] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2433.317272] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2433.317524] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2433.317795] RIP: 0033:0x7fd2c2613700 [ 2433.317989] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2433.318935] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2433.319211] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2433.319579] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2433.319948] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2433.320317] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2433.320684] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2433.320684] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2433.321057] | [ 2433.321179] Sending NMI from CPU 0 to CPUs 2: | [ 2433.321426] NMI backtrace for cpu 2 [ 2433.321435] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2433.321437] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2433.321446] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2433.321447] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2433.321450] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2433.321451] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2433.321452] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2433.321453] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2433.321453] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2433.321456] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2433.321457] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2433.321458] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2433.321459] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2433.321459] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2433.321460] PKRU: 55555554 [ 2433.321461] Call Trace: [ 2433.321464] [ 2433.321468] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2433.321474] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2433.321479] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2433.321482] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2433.321487] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2433.321489] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2433.321496] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2433.321499] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2433.321502] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2433.321504] [ 2433.321505] [ 2433.321506] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2433.321511] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2433.321518] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2433.321522] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2433.321524] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2433.321529] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2433.321533] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2433.321540] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2433.321546] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2433.321551] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2433.321556] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2433.321564] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2433.321569] ? __kernel_text_address (kernel/extable.c:79) [ 2433.321571] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2433.321574] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2433.321580] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2433.321585] ? stack_trace_save (kernel/stacktrace.c:123) [ 2433.321588] ? save_trace (kernel/locking/lockdep.c:584) [ 2433.321591] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2433.321595] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2433.321600] tc_run (net/core/dev.c:3912) [ 2433.321605] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2433.321608] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2433.321610] ? eth_header (net/ethernet/eth.c:85) [ 2433.321614] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2433.321617] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2433.321620] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2433.321622] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2433.321625] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2433.321630] ? __alloc_skb (net/core/skbuff.c:667) [ 2433.321633] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2433.321637] inet_shutdown (net/ipv4/af_inet.c:943) [ 2433.321641] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2433.321645] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2433.321647] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2433.321650] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2433.321652] RIP: 0033:0x7fa2514bebeb [ 2433.321655] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2433.321656] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2433.321658] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2433.321658] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2433.321659] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2433.321660] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2433.321661] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2433.321664] | [ 2511.324691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2511.325033] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=328314 | [ 2511.325511] rcu: (t=1352608 jiffies g=77753 q=122 ncpus=4) [ 2511.326153] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2511.326739] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2511.327030] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2511.327975] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2511.328248] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2511.328617] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2511.328986] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2511.329354] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2511.329720] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2511.330091] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2511.330509] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2511.330807] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2511.331177] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2511.331545] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2511.331914] PKRU: 55555554 [ 2511.332060] Call Trace: [ 2511.332195] [ 2511.332312] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2511.332547] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2511.332788] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2511.333013] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2511.333235] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2511.333467] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2511.333745] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2511.333961] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2511.334213] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2511.334451] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2511.334680] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2511.334954] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2511.335215] [ 2511.335332] [ 2511.335451] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2511.335733] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2511.335998] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2511.336205] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2511.336398] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2511.336642] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2511.336884] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2511.337144] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2511.337359] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2511.337637] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2511.337898] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2511.338180] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2511.338383] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2511.338592] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2511.338851] ? __bfs (kernel/locking/lockdep.c:1787) [ 2511.339023] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2511.339241] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2511.339459] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2511.339666] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2511.339906] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2511.340128] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2511.340333] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2511.340565] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2511.340773] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2511.340993] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2511.341193] tc_run (net/core/dev.c:3912) [ 2511.341364] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2511.341581] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2511.341793] ? eth_header (net/ethernet/eth.c:85) [ 2511.341984] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2511.342206] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2511.342423] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2511.342634] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2511.342861] ? __alloc_skb (net/core/skbuff.c:667) [ 2511.343059] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2511.343303] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2511.343542] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2511.343758] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2511.343997] call_timer_fn (kernel/time/timer.c:1700) [ 2511.344195] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2511.344427] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2511.344661] run_timer_softirq (kernel/time/timer.c:2053) [ 2511.344872] __do_softirq (kernel/softirq.c:553) [ 2511.345067] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2511.345256] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2511.345509] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2511.345780] RIP: 0033:0x7fd2c2613700 [ 2511.345974] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2511.346925] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2511.347200] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2511.347569] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2511.347938] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2511.348306] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2511.348679] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2511.348679] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2511.349053] | [ 2511.349174] Sending NMI from CPU 0 to CPUs 2: | [ 2511.349417] NMI backtrace for cpu 2 [ 2511.349425] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2511.349427] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2511.349436] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2511.349437] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2511.349440] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2511.349441] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2511.349442] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2511.349443] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2511.349443] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2511.349446] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2511.349447] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2511.349448] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2511.349449] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2511.349450] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2511.349450] PKRU: 55555554 [ 2511.349451] Call Trace: [ 2511.349453] [ 2511.349457] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2511.349462] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2511.349468] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2511.349471] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2511.349475] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2511.349477] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2511.349484] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2511.349487] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2511.349490] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2511.349492] [ 2511.349493] [ 2511.349494] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2511.349499] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2511.349505] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2511.349510] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2511.349512] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2511.349517] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2511.349521] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2511.349528] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2511.349534] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2511.349539] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2511.349545] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2511.349553] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2511.349557] ? __kernel_text_address (kernel/extable.c:79) [ 2511.349559] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2511.349562] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2511.349567] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2511.349572] ? stack_trace_save (kernel/stacktrace.c:123) [ 2511.349575] ? save_trace (kernel/locking/lockdep.c:584) [ 2511.349578] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2511.349582] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2511.349586] tc_run (net/core/dev.c:3912) [ 2511.349590] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2511.349593] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2511.349594] ? eth_header (net/ethernet/eth.c:85) [ 2511.349598] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2511.349602] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2511.349604] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2511.349607] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2511.349610] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2511.349615] ? __alloc_skb (net/core/skbuff.c:667) [ 2511.349619] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2511.349622] inet_shutdown (net/ipv4/af_inet.c:943) [ 2511.349626] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2511.349630] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2511.349632] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2511.349635] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2511.349637] RIP: 0033:0x7fa2514bebeb [ 2511.349641] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2511.349642] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2511.349643] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2511.349644] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2511.349645] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2511.349646] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2511.349647] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2511.349650] | [ 2589.352690] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2589.353027] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=346736 | [ 2589.353508] rcu: (t=1430636 jiffies g=77753 q=122 ncpus=4) [ 2589.354140] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2589.354729] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2589.355020] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2589.355968] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2589.356241] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2589.356608] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2589.356975] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2589.357343] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2589.357711] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2589.358080] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2589.358494] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2589.358797] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2589.359166] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2589.359530] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2589.359899] PKRU: 55555554 [ 2589.360045] Call Trace: [ 2589.360181] [ 2589.360295] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2589.360531] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2589.360774] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2589.360994] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2589.361218] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2589.361448] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2589.361730] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2589.361946] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2589.362199] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2589.362436] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2589.362664] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2589.362938] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2589.363199] [ 2589.363315] [ 2589.363433] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2589.363721] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2589.363982] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2589.364191] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2589.364386] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2589.364627] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2589.364870] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2589.365129] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2589.365344] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2589.365632] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2589.365893] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2589.366171] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2589.366376] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2589.366583] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2589.366839] ? __bfs (kernel/locking/lockdep.c:1787) [ 2589.367012] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2589.367227] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2589.367446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2589.367652] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2589.367892] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2589.368117] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2589.368321] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2589.368554] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2589.368760] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2589.368979] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2589.369179] tc_run (net/core/dev.c:3912) [ 2589.369350] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2589.369567] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2589.369778] ? eth_header (net/ethernet/eth.c:85) [ 2589.369968] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2589.370188] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2589.370403] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2589.370616] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2589.370839] ? __alloc_skb (net/core/skbuff.c:667) [ 2589.371037] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2589.371276] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2589.371516] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2589.371724] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2589.371964] call_timer_fn (kernel/time/timer.c:1700) [ 2589.372162] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2589.372390] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2589.372625] run_timer_softirq (kernel/time/timer.c:2053) [ 2589.372832] __do_softirq (kernel/softirq.c:553) [ 2589.373026] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2589.373215] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2589.373466] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2589.373735] RIP: 0033:0x7fd2c2613700 [ 2589.373927] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2589.374869] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2589.375141] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2589.375510] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2589.375882] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2589.376247] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2589.376616] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2589.376616] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2589.376989] | [ 2589.377111] Sending NMI from CPU 0 to CPUs 2: | [ 2589.377348] NMI backtrace for cpu 2 [ 2589.377357] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2589.377359] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2589.377367] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2589.377369] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2589.377371] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2589.377372] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2589.377373] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2589.377374] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2589.377375] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2589.377378] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2589.377379] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2589.377380] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2589.377381] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2589.377381] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2589.377382] PKRU: 55555554 [ 2589.377382] Call Trace: [ 2589.377385] [ 2589.377389] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2589.377394] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2589.377400] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2589.377403] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2589.377407] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2589.377409] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2589.377416] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2589.377419] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2589.377421] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2589.377424] [ 2589.377424] [ 2589.377425] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2589.377430] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2589.377437] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2589.377441] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2589.377443] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2589.377448] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2589.377452] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2589.377459] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2589.377464] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2589.377470] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2589.377475] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2589.377483] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2589.377488] ? __kernel_text_address (kernel/extable.c:79) [ 2589.377490] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2589.377493] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2589.377498] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2589.377503] ? stack_trace_save (kernel/stacktrace.c:123) [ 2589.377506] ? save_trace (kernel/locking/lockdep.c:584) [ 2589.377509] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2589.377513] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2589.377518] tc_run (net/core/dev.c:3912) [ 2589.377523] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2589.377526] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2589.377528] ? eth_header (net/ethernet/eth.c:85) [ 2589.377532] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2589.377535] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2589.377538] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2589.377540] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2589.377543] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2589.377548] ? __alloc_skb (net/core/skbuff.c:667) [ 2589.377552] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2589.377555] inet_shutdown (net/ipv4/af_inet.c:943) [ 2589.377559] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2589.377563] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2589.377565] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2589.377568] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2589.377570] RIP: 0033:0x7fa2514bebeb [ 2589.377573] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2589.377574] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2589.377576] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2589.377576] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2589.377577] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2589.377578] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2589.377579] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2589.377583] | [ 2667.380691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2667.381027] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=365123 | [ 2667.381506] rcu: (t=1508664 jiffies g=77753 q=122 ncpus=4) [ 2667.382140] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2667.382724] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2667.383017] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2667.383958] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2667.384234] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2667.384600] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2667.384969] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2667.385342] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2667.385710] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2667.386078] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2667.386496] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2667.386797] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2667.387164] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2667.387533] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2667.387901] PKRU: 55555554 [ 2667.388046] Call Trace: [ 2667.388180] [ 2667.388298] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2667.388534] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2667.388776] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2667.388998] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2667.389222] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2667.389453] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2667.389731] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2667.389950] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2667.390203] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2667.390439] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2667.390669] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2667.390943] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2667.391202] [ 2667.391320] [ 2667.391438] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2667.391720] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2667.391979] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2667.392187] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2667.392380] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2667.392622] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2667.392863] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2667.393122] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2667.393337] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2667.393616] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2667.393877] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2667.394158] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2667.394360] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2667.394567] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2667.394823] ? __bfs (kernel/locking/lockdep.c:1787) [ 2667.394997] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2667.395213] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2667.395441] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2667.395647] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2667.395885] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2667.396109] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2667.396313] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2667.396550] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2667.396758] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2667.396978] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2667.397178] tc_run (net/core/dev.c:3912) [ 2667.397350] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2667.397568] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2667.397779] ? eth_header (net/ethernet/eth.c:85) [ 2667.397970] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2667.398193] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2667.398410] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2667.398621] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2667.398847] ? __alloc_skb (net/core/skbuff.c:667) [ 2667.399045] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2667.399286] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2667.399525] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2667.399741] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2667.399979] call_timer_fn (kernel/time/timer.c:1700) [ 2667.400178] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2667.400406] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2667.400642] run_timer_softirq (kernel/time/timer.c:2053) [ 2667.400850] __do_softirq (kernel/softirq.c:553) [ 2667.401045] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2667.401234] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2667.401488] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2667.401757] RIP: 0033:0x7fd2c2613700 [ 2667.401950] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2667.402897] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2667.403170] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2667.403538] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2667.403905] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2667.404273] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2667.404641] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2667.404641] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2667.405017] | [ 2667.405139] Sending NMI from CPU 0 to CPUs 2: | [ 2667.405385] NMI backtrace for cpu 2 [ 2667.405393] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2667.405395] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2667.405403] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2667.405405] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2667.405407] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2667.405408] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2667.405409] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2667.405410] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2667.405411] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2667.405413] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2667.405414] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2667.405415] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2667.405416] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2667.405417] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2667.405417] PKRU: 55555554 [ 2667.405418] Call Trace: [ 2667.405421] [ 2667.405424] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2667.405430] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2667.405435] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2667.405438] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2667.405443] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2667.405445] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2667.405452] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2667.405455] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2667.405457] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2667.405460] [ 2667.405460] [ 2667.405461] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2667.405466] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2667.405472] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2667.405476] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2667.405478] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2667.405484] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2667.405488] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2667.405495] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2667.405500] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2667.405505] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2667.405511] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2667.405519] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2667.405523] ? __kernel_text_address (kernel/extable.c:79) [ 2667.405525] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2667.405529] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2667.405534] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2667.405538] ? stack_trace_save (kernel/stacktrace.c:123) [ 2667.405541] ? save_trace (kernel/locking/lockdep.c:584) [ 2667.405544] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2667.405548] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2667.405553] tc_run (net/core/dev.c:3912) [ 2667.405558] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2667.405561] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2667.405563] ? eth_header (net/ethernet/eth.c:85) [ 2667.405567] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2667.405571] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2667.405574] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2667.405576] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2667.405579] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2667.405582] ? __alloc_skb (net/core/skbuff.c:667) [ 2667.405585] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2667.405588] inet_shutdown (net/ipv4/af_inet.c:943) [ 2667.405591] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2667.405595] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2667.405597] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2667.405599] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2667.405602] RIP: 0033:0x7fa2514bebeb [ 2667.405605] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2667.405606] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2667.405608] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2667.405609] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2667.405610] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2667.405610] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2667.405611] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2667.405614] | [ 2745.408691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2745.409034] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=383875 | [ 2745.409515] rcu: (t=1586692 jiffies g=77753 q=122 ncpus=4) [ 2745.410155] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2745.410741] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2745.411032] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2745.411981] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2745.412252] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2745.412620] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2745.412991] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2745.413359] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2745.413727] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2745.414096] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2745.414511] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2745.414813] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2745.415189] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2745.415557] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2745.415923] PKRU: 55555554 [ 2745.416070] Call Trace: [ 2745.416206] [ 2745.416322] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2745.416556] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2745.416800] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2745.417021] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2745.417246] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2745.417478] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2745.417759] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2745.417974] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2745.418226] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2745.418465] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2745.418691] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2745.418968] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2745.419229] [ 2745.419345] [ 2745.419462] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2745.419749] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2745.420008] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2745.420214] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2745.420407] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2745.420649] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2745.420889] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2745.421148] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2745.421365] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2745.421643] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2745.421904] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2745.422182] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2745.422383] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2745.422592] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2745.422848] ? __bfs (kernel/locking/lockdep.c:1787) [ 2745.423023] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2745.423239] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2745.423458] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2745.423663] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2745.423908] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2745.424128] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2745.424333] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2745.424568] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2745.424775] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2745.425009] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2745.425209] tc_run (net/core/dev.c:3912) [ 2745.425378] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2745.425598] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2745.425808] ? eth_header (net/ethernet/eth.c:85) [ 2745.425998] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2745.426217] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2745.426435] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2745.426646] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2745.426869] ? __alloc_skb (net/core/skbuff.c:667) [ 2745.427067] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2745.427308] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2745.427549] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2745.427757] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2745.427997] call_timer_fn (kernel/time/timer.c:1700) [ 2745.428195] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2745.428424] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2745.428659] run_timer_softirq (kernel/time/timer.c:2053) [ 2745.428866] __do_softirq (kernel/softirq.c:553) [ 2745.429061] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2745.429249] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2745.429501] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2745.429769] RIP: 0033:0x7fd2c2613700 [ 2745.429963] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2745.430910] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2745.431182] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2745.431550] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2745.431919] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2745.432286] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2745.432656] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2745.432656] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2745.433031] | [ 2745.433153] Sending NMI from CPU 0 to CPUs 2: | [ 2745.433394] NMI backtrace for cpu 2 [ 2745.433402] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2745.433404] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2745.433412] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2745.433414] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2745.433416] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2745.433418] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2745.433419] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2745.433419] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2745.433420] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2745.433423] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2745.433424] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2745.433425] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2745.433426] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2745.433427] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2745.433428] PKRU: 55555554 [ 2745.433429] Call Trace: [ 2745.433431] [ 2745.433435] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2745.433441] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2745.433446] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2745.433449] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2745.433454] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2745.433456] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2745.433464] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2745.433466] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2745.433470] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2745.433472] [ 2745.433472] [ 2745.433473] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2745.433478] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2745.433484] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2745.433489] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2745.433490] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2745.433496] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2745.433499] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2745.433506] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2745.433512] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2745.433517] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2745.433522] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2745.433531] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2745.433535] ? __kernel_text_address (kernel/extable.c:79) [ 2745.433537] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2745.433540] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2745.433545] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2745.433550] ? stack_trace_save (kernel/stacktrace.c:123) [ 2745.433553] ? save_trace (kernel/locking/lockdep.c:584) [ 2745.433556] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2745.433561] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2745.433565] tc_run (net/core/dev.c:3912) [ 2745.433570] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2745.433572] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2745.433574] ? eth_header (net/ethernet/eth.c:85) [ 2745.433577] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2745.433580] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2745.433583] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2745.433585] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2745.433588] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2745.433592] ? __alloc_skb (net/core/skbuff.c:667) [ 2745.433596] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2745.433599] inet_shutdown (net/ipv4/af_inet.c:943) [ 2745.433602] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2745.433605] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2745.433607] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2745.433610] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2745.433612] RIP: 0033:0x7fa2514bebeb [ 2745.433615] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2745.433616] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2745.433617] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2745.433618] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2745.433619] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2745.433620] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2745.433621] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2745.433624] | [ 2823.432691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2823.433034] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=402324 | [ 2823.433514] rcu: (t=1664716 jiffies g=77753 q=122 ncpus=4) [ 2823.434146] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2823.434751] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2823.435042] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 2823.435986] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2823.436259] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2823.436626] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2823.436992] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2823.437360] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2823.437730] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2823.438100] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2823.438515] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2823.438815] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2823.439184] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2823.439551] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2823.439919] PKRU: 55555554 [ 2823.440065] Call Trace: [ 2823.440201] [ 2823.440317] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2823.440552] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2823.440794] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2823.441015] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2823.441241] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2823.441474] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2823.441754] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2823.441970] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2823.442223] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2823.442461] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2823.442690] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2823.442964] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2823.443224] [ 2823.443340] [ 2823.443461] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2823.443746] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2823.444006] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2823.444214] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2823.444410] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2823.444666] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2823.444906] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2823.445166] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2823.445383] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2823.445662] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2823.445923] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2823.446201] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2823.446401] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2823.446610] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2823.446867] ? __bfs (kernel/locking/lockdep.c:1787) [ 2823.447041] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2823.447256] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2823.447476] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2823.447681] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2823.447922] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2823.448145] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2823.448352] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2823.448586] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2823.448793] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2823.449014] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2823.449214] tc_run (net/core/dev.c:3912) [ 2823.449384] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2823.449602] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2823.449812] ? eth_header (net/ethernet/eth.c:85) [ 2823.450003] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2823.450223] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2823.450440] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2823.450652] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2823.450875] ? __alloc_skb (net/core/skbuff.c:667) [ 2823.451072] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2823.451316] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2823.451557] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2823.451764] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2823.452005] call_timer_fn (kernel/time/timer.c:1700) [ 2823.452203] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2823.452431] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2823.452667] run_timer_softirq (kernel/time/timer.c:2053) [ 2823.452875] __do_softirq (kernel/softirq.c:553) [ 2823.453069] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2823.453259] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2823.453511] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2823.453779] RIP: 0033:0x7fd2c2613700 [ 2823.453973] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2823.454932] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2823.455206] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2823.455575] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2823.455943] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2823.456310] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2823.456680] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2823.456680] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2823.457053] | [ 2823.457175] Sending NMI from CPU 0 to CPUs 2: | [ 2823.457417] NMI backtrace for cpu 2 [ 2823.457424] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2823.457426] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2823.457435] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2823.457437] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2823.457439] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2823.457440] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2823.457441] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2823.457442] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2823.457443] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2823.457446] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2823.457447] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2823.457448] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2823.457449] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2823.457449] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2823.457450] PKRU: 55555554 [ 2823.457451] Call Trace: [ 2823.457453] [ 2823.457457] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2823.457462] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2823.457468] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2823.457471] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2823.457476] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2823.457478] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2823.457485] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2823.457488] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2823.457490] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2823.457493] [ 2823.457493] [ 2823.457494] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2823.457499] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2823.457506] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2823.457510] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2823.457512] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2823.457517] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2823.457521] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2823.457528] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2823.457534] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2823.457539] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2823.457544] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2823.457553] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2823.457557] ? __kernel_text_address (kernel/extable.c:79) [ 2823.457559] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2823.457563] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2823.457568] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2823.457573] ? stack_trace_save (kernel/stacktrace.c:123) [ 2823.457576] ? save_trace (kernel/locking/lockdep.c:584) [ 2823.457579] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2823.457583] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2823.457588] tc_run (net/core/dev.c:3912) [ 2823.457593] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2823.457596] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2823.457598] ? eth_header (net/ethernet/eth.c:85) [ 2823.457602] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2823.457606] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2823.457609] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2823.457611] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2823.457614] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2823.457619] ? __alloc_skb (net/core/skbuff.c:667) [ 2823.457622] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2823.457625] inet_shutdown (net/ipv4/af_inet.c:943) [ 2823.457629] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2823.457633] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2823.457635] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2823.457638] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2823.457640] RIP: 0033:0x7fa2514bebeb [ 2823.457643] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2823.457644] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2823.457646] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2823.457647] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2823.457648] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2823.457649] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2823.457650] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2901.457037] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=421068 | [ 2901.457521] rcu: (t=1742740 jiffies g=77753 q=122 ncpus=4) | [ 2901.457820] Sending NMI from CPU 2 to CPUs 0: | [ 2901.458064] NMI backtrace for cpu 0 [ 2901.458080] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2901.458083] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2901.458094] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2901.458095] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2901.458097] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2901.458099] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2901.458099] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2901.458100] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2901.458101] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2901.458104] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2901.458105] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2901.458106] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2901.458107] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2901.458108] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2901.458108] PKRU: 55555554 [ 2901.458109] Call Trace: [ 2901.458113] [ 2901.458121] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2901.458128] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2901.458134] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2901.458137] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2901.458141] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2901.458143] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2901.458150] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2901.458152] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2901.458155] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2901.458157] [ 2901.458158] [ 2901.458159] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2901.458163] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2901.458168] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2901.458172] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2901.458174] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2901.458179] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2901.458185] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2901.458193] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2901.458198] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2901.458202] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2901.458205] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2901.458210] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2901.458217] ? __bfs (kernel/locking/lockdep.c:1787) [ 2901.458220] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2901.458222] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2901.458224] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2901.458227] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2901.458228] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2901.458230] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2901.458232] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2901.458235] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2901.458238] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2901.458242] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2901.458246] tc_run (net/core/dev.c:3912) [ 2901.458250] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2901.458253] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2901.458255] ? eth_header (net/ethernet/eth.c:85) [ 2901.458258] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2901.458263] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2901.458265] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2901.458268] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2901.458272] ? __alloc_skb (net/core/skbuff.c:667) [ 2901.458275] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2901.458277] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2901.458278] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2901.458280] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2901.458281] call_timer_fn (kernel/time/timer.c:1700) [ 2901.458284] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2901.458286] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2901.458291] run_timer_softirq (kernel/time/timer.c:2053) [ 2901.458292] __do_softirq (kernel/softirq.c:553) [ 2901.458295] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2901.458298] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2901.458300] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2901.458302] RIP: 0033:0x7fd2c2613700 [ 2901.458306] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2901.458307] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2901.458308] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2901.458309] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2901.458310] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2901.458310] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2901.458311] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2901.458310] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 2901.458310] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 2901.458311] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2901.458315] [ 2901.481112] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2901.481703] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2901.481997] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2901.482953] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2901.483229] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2901.483601] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2901.483974] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2901.484353] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2901.484723] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2901.485097] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2901.485519] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2901.485820] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2901.486194] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2901.486566] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2901.486940] PKRU: 55555554 [ 2901.487087] Call Trace: [ 2901.487225] [ 2901.487345] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2901.487585] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2901.487830] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2901.488057] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2901.488281] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2901.488516] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2901.488799] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2901.489017] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2901.489272] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2901.489514] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2901.489746] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2901.490024] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2901.490287] [ 2901.490406] [ 2901.490526] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2901.490812] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2901.491073] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2901.491282] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2901.491478] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2901.491725] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2901.491968] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2901.492230] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2901.492447] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2901.492730] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2901.492992] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2901.493278] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2901.493489] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2901.493748] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2901.493979] ? __kernel_text_address (kernel/extable.c:79) [ 2901.494223] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2901.494480] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2901.494763] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2901.494982] ? stack_trace_save (kernel/stacktrace.c:123) [ 2901.495200] ? save_trace (kernel/locking/lockdep.c:584) [ 2901.495397] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2901.495620] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2901.495822] tc_run (net/core/dev.c:3912) [ 2901.495997] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2901.496216] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2901.496425] ? eth_header (net/ethernet/eth.c:85) [ 2901.496617] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2901.496839] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2901.497051] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2901.497269] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2901.497483] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2901.497710] ? __alloc_skb (net/core/skbuff.c:667) [ 2901.497911] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2901.498102] inet_shutdown (net/ipv4/af_inet.c:943) [ 2901.498302] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2901.498502] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2901.498718] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2901.498919] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2901.499188] RIP: 0033:0x7fa2514bebeb [ 2901.499383] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2901.500337] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2901.500732] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2901.501105] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2901.501477] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2901.501849] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2901.502218] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2979.506036] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=439546 | [ 2979.506518] rcu: (t=1820789 jiffies g=77753 q=122 ncpus=4) | [ 2979.506815] Sending NMI from CPU 2 to CPUs 0: | [ 2979.507058] NMI backtrace for cpu 0 [ 2979.507073] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2979.507075] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2979.507083] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2979.507084] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 2979.507086] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 2979.507087] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 2979.507088] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 2979.507089] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 2979.507089] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 2979.507092] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 2979.507093] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2979.507094] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 2979.507095] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2979.507095] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2979.507096] PKRU: 55555554 [ 2979.507097] Call Trace: [ 2979.507099] [ 2979.507103] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2979.507107] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2979.507112] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2979.507115] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2979.507118] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2979.507120] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2979.507126] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2979.507129] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2979.507132] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2979.507134] [ 2979.507135] [ 2979.507136] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2979.507140] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2979.507146] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2979.507149] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2979.507151] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2979.507155] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2979.507159] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2979.507165] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2979.507170] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2979.507175] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 2979.507177] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2979.507182] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2979.507190] ? __bfs (kernel/locking/lockdep.c:1787) [ 2979.507193] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 2979.507194] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2979.507197] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2979.507199] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 2979.507201] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 2979.507203] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2979.507205] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 2979.507208] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2979.507211] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2979.507214] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2979.507218] tc_run (net/core/dev.c:3912) [ 2979.507223] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2979.507225] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2979.507227] ? eth_header (net/ethernet/eth.c:85) [ 2979.507230] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2979.507234] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2979.507236] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2979.507239] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2979.507242] ? __alloc_skb (net/core/skbuff.c:667) [ 2979.507245] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2979.507246] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 2979.507248] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 2979.507250] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 2979.507251] call_timer_fn (kernel/time/timer.c:1700) [ 2979.507254] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 2979.507256] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 2979.507260] run_timer_softirq (kernel/time/timer.c:2053) [ 2979.507261] __do_softirq (kernel/softirq.c:553) [ 2979.507265] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 2979.507267] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 2979.507270] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2979.507272] RIP: 0033:0x7fd2c2613700 [ 2979.507274] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 2979.507275] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 2979.507276] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 2979.507277] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 2979.507278] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 2979.507279] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 2979.507279] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2979.507278] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 2979.507279] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 2979.507279] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 2979.507283] [ 2979.530145] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2979.530734] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2979.531035] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2979.531986] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 2979.532263] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 2979.532635] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 2979.533008] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 2979.533380] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 2979.533757] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 2979.534131] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 2979.534553] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2979.534856] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 2979.535229] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2979.535601] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2979.535973] PKRU: 55555554 [ 2979.536120] Call Trace: [ 2979.536257] [ 2979.536375] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2979.536614] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2979.536858] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2979.537085] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 2979.537308] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2979.537543] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2979.537825] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2979.538051] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2979.538305] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2979.538543] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2979.538776] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2979.539052] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2979.539313] [ 2979.539431] [ 2979.539551] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2979.539836] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2979.540096] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2979.540303] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 2979.540500] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 2979.540747] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 2979.540990] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 2979.541254] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 2979.541470] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 2979.541751] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 2979.542013] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 2979.542301] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 2979.542511] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 2979.542771] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 2979.543001] ? __kernel_text_address (kernel/extable.c:79) [ 2979.543240] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 2979.543495] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 2979.543787] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 2979.544008] ? stack_trace_save (kernel/stacktrace.c:123) [ 2979.544223] ? save_trace (kernel/locking/lockdep.c:584) [ 2979.544419] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 2979.544642] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 2979.544844] tc_run (net/core/dev.c:3912) [ 2979.545018] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 2979.545238] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 2979.545451] ? eth_header (net/ethernet/eth.c:85) [ 2979.545646] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 2979.545869] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 2979.546080] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2979.546301] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 2979.546514] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 2979.546739] ? __alloc_skb (net/core/skbuff.c:667) [ 2979.546940] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 2979.547131] inet_shutdown (net/ipv4/af_inet.c:943) [ 2979.547331] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 2979.547531] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 2979.547748] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 2979.547949] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 2979.548216] RIP: 0033:0x7fa2514bebeb [ 2979.548412] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 2979.549372] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 2979.549767] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 2979.550137] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 2979.550509] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 2979.550882] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 2979.551252] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 2979.551627] | [ 3057.554692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3057.555046] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=457481 | [ 3057.555527] rcu: (t=1898838 jiffies g=77753 q=123 ncpus=4) [ 3057.556162] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3057.556749] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3057.557039] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3057.557986] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3057.558262] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3057.558636] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3057.559005] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3057.559372] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3057.559742] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3057.560113] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3057.560529] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3057.560832] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3057.561200] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3057.561568] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3057.561938] PKRU: 55555554 [ 3057.562085] Call Trace: [ 3057.562222] [ 3057.562337] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3057.562573] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3057.562818] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3057.563040] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3057.563266] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3057.563504] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3057.563789] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3057.564004] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3057.564258] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3057.564498] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3057.564727] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3057.565002] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3057.565264] [ 3057.565381] [ 3057.565498] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3057.565784] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3057.566044] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3057.566251] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3057.566446] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3057.566686] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3057.566927] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3057.567188] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3057.567404] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3057.567683] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3057.567944] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3057.568224] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3057.568425] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3057.568634] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3057.568892] ? __bfs (kernel/locking/lockdep.c:1787) [ 3057.569066] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3057.569281] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3057.569502] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3057.569708] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3057.569949] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3057.570170] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3057.570374] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3057.570608] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3057.570815] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3057.571036] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3057.571236] tc_run (net/core/dev.c:3912) [ 3057.571406] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3057.571625] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3057.571835] ? eth_header (net/ethernet/eth.c:85) [ 3057.572027] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3057.572247] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3057.572464] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3057.572676] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3057.572900] ? __alloc_skb (net/core/skbuff.c:667) [ 3057.573098] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3057.573347] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3057.573588] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3057.573796] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3057.574038] call_timer_fn (kernel/time/timer.c:1700) [ 3057.574236] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3057.574463] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3057.574701] run_timer_softirq (kernel/time/timer.c:2053) [ 3057.574908] __do_softirq (kernel/softirq.c:553) [ 3057.575102] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3057.575291] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3057.575544] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3057.575813] RIP: 0033:0x7fd2c2613700 [ 3057.576006] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3057.576956] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3057.577228] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3057.577597] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3057.577970] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3057.578336] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3057.578705] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3057.578705] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3057.579079] | [ 3057.579201] Sending NMI from CPU 0 to CPUs 2: | [ 3057.579442] NMI backtrace for cpu 2 [ 3057.579449] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3057.579451] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3057.579458] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3057.579460] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3057.579462] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3057.579463] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3057.579464] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3057.579465] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3057.579466] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3057.579468] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3057.579470] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3057.579471] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3057.579472] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3057.579472] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3057.579473] PKRU: 55555554 [ 3057.579473] Call Trace: [ 3057.579476] [ 3057.579480] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3057.579485] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3057.579490] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3057.579493] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3057.579497] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3057.579499] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3057.579506] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3057.579508] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3057.579511] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3057.579513] [ 3057.579514] [ 3057.579515] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3057.579519] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3057.579525] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3057.579529] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3057.579531] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3057.579536] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3057.579540] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3057.579546] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3057.579552] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3057.579557] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3057.579562] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3057.579570] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3057.579573] ? __kernel_text_address (kernel/extable.c:79) [ 3057.579576] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3057.579579] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3057.579584] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3057.579589] ? stack_trace_save (kernel/stacktrace.c:123) [ 3057.579591] ? save_trace (kernel/locking/lockdep.c:584) [ 3057.579594] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3057.579598] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3057.579602] tc_run (net/core/dev.c:3912) [ 3057.579607] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3057.579610] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3057.579612] ? eth_header (net/ethernet/eth.c:85) [ 3057.579616] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3057.579619] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3057.579622] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3057.579623] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3057.579626] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3057.579630] ? __alloc_skb (net/core/skbuff.c:667) [ 3057.579633] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3057.579636] inet_shutdown (net/ipv4/af_inet.c:943) [ 3057.579639] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3057.579643] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3057.579645] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3057.579648] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3057.579650] RIP: 0033:0x7fa2514bebeb [ 3057.579653] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3057.579654] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3057.579655] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3057.579656] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3057.579657] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3057.579657] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3057.579658] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3057.579661] | [ 3135.582692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3135.583081] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=475656 | [ 3135.583562] rcu: (t=1976866 jiffies g=77753 q=125 ncpus=4) [ 3135.584205] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3135.584795] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3135.585089] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3135.586039] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3135.586317] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3135.586687] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3135.587058] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3135.587429] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3135.587804] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3135.588175] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3135.588598] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3135.588901] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3135.589274] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3135.589647] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3135.590019] PKRU: 55555554 [ 3135.590166] Call Trace: [ 3135.590302] [ 3135.590420] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3135.590657] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3135.590901] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3135.591126] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3135.591353] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3135.591588] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3135.591869] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3135.592089] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3135.592344] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3135.592581] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3135.592815] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3135.593100] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3135.593361] [ 3135.593480] [ 3135.593599] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3135.593884] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3135.594145] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3135.594354] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3135.594547] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3135.594793] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3135.595036] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3135.595298] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3135.595514] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3135.595796] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3135.596058] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3135.596342] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3135.596544] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3135.596756] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3135.597016] ? __bfs (kernel/locking/lockdep.c:1787) [ 3135.597190] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3135.597408] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3135.597628] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3135.597838] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3135.598078] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3135.598302] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3135.598509] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3135.598744] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3135.598953] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3135.599175] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3135.599375] tc_run (net/core/dev.c:3912) [ 3135.599548] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3135.599767] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3135.599977] ? eth_header (net/ethernet/eth.c:85) [ 3135.600169] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3135.600393] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3135.600611] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3135.600823] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3135.601051] ? __alloc_skb (net/core/skbuff.c:667) [ 3135.601251] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3135.601493] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3135.601734] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3135.601946] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3135.602186] call_timer_fn (kernel/time/timer.c:1700) [ 3135.602387] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3135.602619] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3135.602857] run_timer_softirq (kernel/time/timer.c:2053) [ 3135.603073] __do_softirq (kernel/softirq.c:553) [ 3135.603269] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3135.603459] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3135.603715] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3135.603985] RIP: 0033:0x7fd2c2613700 [ 3135.604180] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3135.605133] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3135.605408] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3135.605780] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3135.606149] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3135.606520] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3135.606892] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3135.606892] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3135.607278] | [ 3135.607400] Sending NMI from CPU 0 to CPUs 2: | [ 3135.607641] NMI backtrace for cpu 2 [ 3135.607649] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3135.607651] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3135.607659] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3135.607660] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3135.607662] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3135.607663] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3135.607664] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3135.607665] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3135.607666] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3135.607669] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3135.607670] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3135.607671] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3135.607672] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3135.607672] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3135.607673] PKRU: 55555554 [ 3135.607673] Call Trace: [ 3135.607676] [ 3135.607680] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3135.607684] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3135.607691] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3135.607694] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3135.607698] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3135.607700] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3135.607707] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3135.607710] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3135.607713] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3135.607715] [ 3135.607716] [ 3135.607717] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3135.607722] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3135.607728] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3135.607732] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3135.607734] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3135.607740] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3135.607743] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3135.607751] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3135.607756] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3135.607761] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3135.607766] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3135.607774] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3135.607779] ? __kernel_text_address (kernel/extable.c:79) [ 3135.607780] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3135.607783] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3135.607788] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3135.607793] ? stack_trace_save (kernel/stacktrace.c:123) [ 3135.607796] ? save_trace (kernel/locking/lockdep.c:584) [ 3135.607799] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3135.607803] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3135.607807] tc_run (net/core/dev.c:3912) [ 3135.607813] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3135.607815] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3135.607818] ? eth_header (net/ethernet/eth.c:85) [ 3135.607821] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3135.607824] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3135.607827] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3135.607829] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3135.607832] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3135.607835] ? __alloc_skb (net/core/skbuff.c:667) [ 3135.607838] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3135.607841] inet_shutdown (net/ipv4/af_inet.c:943) [ 3135.607844] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3135.607848] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3135.607850] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3135.607853] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3135.607856] RIP: 0033:0x7fa2514bebeb [ 3135.607859] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3135.607860] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3135.607862] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3135.607863] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3135.607863] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3135.607864] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3135.607865] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3135.607868] | [ 3213.606691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3213.607030] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=494423 | [ 3213.607513] rcu: (t=2054890 jiffies g=77753 q=125 ncpus=4) [ 3213.608154] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3213.608743] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3213.609034] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3213.609985] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3213.610270] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3213.610643] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3213.611016] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3213.611386] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3213.611761] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3213.612136] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3213.612562] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3213.612867] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3213.613241] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3213.613613] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3213.613984] PKRU: 55555554 [ 3213.614134] Call Trace: [ 3213.614270] [ 3213.614388] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3213.614624] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3213.614869] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3213.615094] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3213.615326] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3213.615559] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3213.615841] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3213.616061] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3213.616316] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3213.616556] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3213.616787] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3213.617065] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3213.617328] [ 3213.617445] [ 3213.617562] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3213.617851] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3213.618111] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3213.618320] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3213.618517] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3213.618763] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3213.619003] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3213.619265] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3213.619485] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3213.619767] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3213.620030] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3213.620312] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3213.620515] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3213.620727] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3213.620984] ? __bfs (kernel/locking/lockdep.c:1787) [ 3213.621160] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3213.621379] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3213.621601] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3213.621809] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3213.622052] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3213.622274] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3213.622480] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3213.622726] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3213.622933] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3213.623156] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3213.623358] tc_run (net/core/dev.c:3912) [ 3213.623528] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3213.623750] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3213.623960] ? eth_header (net/ethernet/eth.c:85) [ 3213.624153] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3213.624374] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3213.624594] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3213.624807] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3213.625032] ? __alloc_skb (net/core/skbuff.c:667) [ 3213.625232] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3213.625475] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3213.625720] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3213.625934] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3213.626176] call_timer_fn (kernel/time/timer.c:1700) [ 3213.626376] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3213.626607] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3213.626844] run_timer_softirq (kernel/time/timer.c:2053) [ 3213.627053] __do_softirq (kernel/softirq.c:553) [ 3213.627249] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3213.627439] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3213.627694] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3213.627965] RIP: 0033:0x7fd2c2613700 [ 3213.628168] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3213.629125] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3213.629399] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3213.629772] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3213.630143] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3213.630514] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3213.630885] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3213.630885] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3213.631262] | [ 3213.631385] Sending NMI from CPU 0 to CPUs 2: | [ 3213.631630] NMI backtrace for cpu 2 [ 3213.631638] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3213.631640] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3213.631649] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3213.631650] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3213.631653] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3213.631654] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3213.631655] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3213.631655] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3213.631656] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3213.631659] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3213.631660] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3213.631661] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3213.631662] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3213.631662] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3213.631663] PKRU: 55555554 [ 3213.631664] Call Trace: [ 3213.631666] [ 3213.631670] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3213.631676] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3213.631682] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3213.631685] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3213.631690] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3213.631693] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3213.631700] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3213.631703] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3213.631705] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3213.631708] [ 3213.631708] [ 3213.631709] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3213.631714] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3213.631721] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3213.631725] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3213.631727] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3213.631732] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3213.631736] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3213.631743] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3213.631748] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3213.631754] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3213.631759] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3213.631768] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3213.631772] ? __kernel_text_address (kernel/extable.c:79) [ 3213.631774] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3213.631777] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3213.631783] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3213.631787] ? stack_trace_save (kernel/stacktrace.c:123) [ 3213.631790] ? save_trace (kernel/locking/lockdep.c:584) [ 3213.631794] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3213.631798] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3213.631802] tc_run (net/core/dev.c:3912) [ 3213.631806] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3213.631809] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3213.631811] ? eth_header (net/ethernet/eth.c:85) [ 3213.631814] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3213.631817] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3213.631819] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3213.631821] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3213.631824] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3213.631827] ? __alloc_skb (net/core/skbuff.c:667) [ 3213.631830] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3213.631833] inet_shutdown (net/ipv4/af_inet.c:943) [ 3213.631836] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3213.631840] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3213.631842] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3213.631845] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3213.631847] RIP: 0033:0x7fa2514bebeb [ 3213.631850] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3213.631851] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3213.631852] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3213.631853] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3213.631854] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3213.631854] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3213.631855] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3291.635032] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=513098 | [ 3291.635515] rcu: (t=2132918 jiffies g=77753 q=125 ncpus=4) | [ 3291.635811] Sending NMI from CPU 2 to CPUs 0: | [ 3291.636054] NMI backtrace for cpu 0 [ 3291.636061] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3291.636063] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3291.636071] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 3291.636072] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3291.636074] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3291.636075] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3291.636077] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3291.636078] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3291.636079] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3291.636081] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3291.636082] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3291.636083] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3291.636084] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3291.636085] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3291.636086] PKRU: 55555554 [ 3291.636086] Call Trace: [ 3291.636089] [ 3291.636093] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3291.636099] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3291.636105] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3291.636108] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3291.636112] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3291.636114] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3291.636120] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3291.636123] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3291.636126] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3291.636128] [ 3291.636128] [ 3291.636129] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3291.636133] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3291.636139] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3291.636142] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3291.636144] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3291.636149] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3291.636152] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3291.636159] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3291.636164] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3291.636168] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3291.636171] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3291.636176] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3291.636184] ? __bfs (kernel/locking/lockdep.c:1787) [ 3291.636187] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3291.636189] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3291.636191] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3291.636194] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3291.636195] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3291.636197] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3291.636199] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3291.636202] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3291.636205] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3291.636209] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3291.636213] tc_run (net/core/dev.c:3912) [ 3291.636217] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3291.636219] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3291.636221] ? eth_header (net/ethernet/eth.c:85) [ 3291.636224] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3291.636228] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3291.636230] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3291.636234] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3291.636237] ? __alloc_skb (net/core/skbuff.c:667) [ 3291.636240] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3291.636241] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3291.636243] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3291.636245] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3291.636246] call_timer_fn (kernel/time/timer.c:1700) [ 3291.636249] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3291.636251] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3291.636255] run_timer_softirq (kernel/time/timer.c:2053) [ 3291.636256] __do_softirq (kernel/softirq.c:553) [ 3291.636259] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3291.636261] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3291.636263] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3291.636265] RIP: 0033:0x7fd2c2613700 [ 3291.636267] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3291.636269] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3291.636270] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3291.636271] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3291.636271] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3291.636272] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3291.636273] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3291.636271] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 3291.636272] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 3291.636273] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3291.636276] [ 3291.659123] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3291.659714] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3291.660010] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3291.660959] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3291.661241] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3291.661611] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3291.661984] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3291.662362] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3291.662735] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3291.663106] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3291.663529] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3291.663831] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3291.664201] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3291.664572] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3291.664944] PKRU: 55555554 [ 3291.665091] Call Trace: [ 3291.665226] [ 3291.665345] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3291.665584] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3291.665828] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3291.666053] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3291.666277] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3291.666512] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3291.666793] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3291.667012] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3291.667266] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3291.667504] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3291.667736] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3291.668011] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3291.668272] [ 3291.668390] [ 3291.668509] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3291.668795] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3291.669055] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3291.669263] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3291.669457] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3291.669704] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3291.669946] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3291.670207] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3291.670423] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3291.670705] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3291.670967] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3291.671252] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3291.671461] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3291.671720] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3291.671950] ? __kernel_text_address (kernel/extable.c:79) [ 3291.672195] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3291.672450] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3291.672732] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3291.672953] ? stack_trace_save (kernel/stacktrace.c:123) [ 3291.673168] ? save_trace (kernel/locking/lockdep.c:584) [ 3291.673364] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3291.673586] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3291.673789] tc_run (net/core/dev.c:3912) [ 3291.673973] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3291.674191] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3291.674403] ? eth_header (net/ethernet/eth.c:85) [ 3291.674596] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3291.674815] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3291.675026] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3291.675245] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3291.675457] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3291.675682] ? __alloc_skb (net/core/skbuff.c:667) [ 3291.675883] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3291.676073] inet_shutdown (net/ipv4/af_inet.c:943) [ 3291.676273] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3291.676473] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3291.676690] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3291.676890] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3291.677157] RIP: 0033:0x7fa2514bebeb [ 3291.677351] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3291.678302] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3291.678696] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3291.679064] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3291.679439] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3291.679810] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3291.680184] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3291.680558] | [ 3369.682691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3369.683040] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=531335 | [ 3369.683522] rcu: (t=2210966 jiffies g=77753 q=126 ncpus=4) [ 3369.684161] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3369.684749] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3369.685042] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3369.685995] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3369.686270] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3369.686641] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3369.687014] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3369.687384] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3369.687755] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3369.688127] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3369.688547] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3369.688848] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3369.689220] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3369.689591] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3369.689962] PKRU: 55555554 [ 3369.690109] Call Trace: [ 3369.690245] [ 3369.690364] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3369.690602] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3369.690847] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3369.691074] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3369.691307] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3369.691542] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3369.691835] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3369.692053] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3369.692310] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3369.692551] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3369.692783] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3369.693059] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3369.693321] [ 3369.693440] [ 3369.693559] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3369.693843] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3369.694104] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3369.694311] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3369.694506] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3369.694751] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3369.694994] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3369.695255] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3369.695470] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3369.695751] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3369.696013] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3369.696294] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3369.696498] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3369.696709] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3369.696967] ? __bfs (kernel/locking/lockdep.c:1787) [ 3369.697138] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3369.697358] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3369.697578] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3369.697787] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3369.698029] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3369.698252] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3369.698458] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3369.698690] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3369.698898] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3369.699121] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3369.699324] tc_run (net/core/dev.c:3912) [ 3369.699497] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3369.699716] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3369.699925] ? eth_header (net/ethernet/eth.c:85) [ 3369.700117] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3369.700340] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3369.700559] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3369.700771] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3369.700997] ? __alloc_skb (net/core/skbuff.c:667) [ 3369.701196] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3369.701436] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3369.701679] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3369.701900] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3369.702143] call_timer_fn (kernel/time/timer.c:1700) [ 3369.702342] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3369.702573] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3369.702808] run_timer_softirq (kernel/time/timer.c:2053) [ 3369.703020] __do_softirq (kernel/softirq.c:553) [ 3369.703217] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3369.703407] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3369.703661] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3369.703935] RIP: 0033:0x7fd2c2613700 [ 3369.704129] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3369.705080] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3369.705357] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3369.705727] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3369.706098] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3369.706469] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3369.706840] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3369.706840] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3369.707218] | [ 3369.707341] Sending NMI from CPU 0 to CPUs 2: | [ 3369.707586] NMI backtrace for cpu 2 [ 3369.707594] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3369.707595] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3369.707604] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3369.707606] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3369.707608] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3369.707609] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3369.707609] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3369.707610] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3369.707611] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3369.707614] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3369.707615] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3369.707616] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3369.707617] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3369.707617] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3369.707618] PKRU: 55555554 [ 3369.707618] Call Trace: [ 3369.707621] [ 3369.707625] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3369.707630] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3369.707635] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3369.707638] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3369.707643] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3369.707645] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3369.707652] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3369.707655] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3369.707657] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3369.707659] [ 3369.707660] [ 3369.707661] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3369.707666] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3369.707672] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3369.707677] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3369.707678] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3369.707684] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3369.707688] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3369.707695] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3369.707701] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3369.707706] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3369.707711] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3369.707719] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3369.707724] ? __kernel_text_address (kernel/extable.c:79) [ 3369.707726] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3369.707729] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3369.707735] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3369.707739] ? stack_trace_save (kernel/stacktrace.c:123) [ 3369.707742] ? save_trace (kernel/locking/lockdep.c:584) [ 3369.707745] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3369.707749] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3369.707753] tc_run (net/core/dev.c:3912) [ 3369.707757] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3369.707759] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3369.707761] ? eth_header (net/ethernet/eth.c:85) [ 3369.707765] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3369.707768] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3369.707771] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3369.707773] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3369.707776] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3369.707780] ? __alloc_skb (net/core/skbuff.c:667) [ 3369.707784] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3369.707787] inet_shutdown (net/ipv4/af_inet.c:943) [ 3369.707791] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3369.707796] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3369.707797] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3369.707800] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3369.707802] RIP: 0033:0x7fa2514bebeb [ 3369.707805] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3369.707806] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3369.707808] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3369.707809] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3369.707809] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3369.707810] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3369.707811] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3369.707814] | [ 3447.710690] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3447.711041] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=549478 | [ 3447.711538] rcu: (t=2288994 jiffies g=77753 q=126 ncpus=4) [ 3447.712183] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3447.712785] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3447.713076] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3447.714039] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3447.714313] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3447.714683] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3447.715053] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3447.715421] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3447.715791] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3447.716162] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3447.716578] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3447.716878] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3447.717248] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3447.717617] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3447.717985] PKRU: 55555554 [ 3447.718133] Call Trace: [ 3447.718268] [ 3447.718386] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3447.718620] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3447.718865] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3447.719089] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3447.719313] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3447.719547] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3447.719827] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3447.720043] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3447.720298] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3447.720538] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3447.720769] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3447.721045] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3447.721314] [ 3447.721441] [ 3447.721560] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3447.721850] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3447.722115] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3447.722323] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3447.722518] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3447.722763] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3447.723004] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3447.723270] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3447.723487] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3447.723773] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3447.724045] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3447.724326] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3447.724538] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3447.724749] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3447.725011] ? __bfs (kernel/locking/lockdep.c:1787) [ 3447.725182] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3447.725403] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3447.725621] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3447.725834] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3447.726075] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3447.726303] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3447.726511] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3447.726742] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3447.726950] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3447.727179] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3447.727381] tc_run (net/core/dev.c:3912) [ 3447.727555] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3447.727776] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3447.727987] ? eth_header (net/ethernet/eth.c:85) [ 3447.728178] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3447.728406] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3447.728626] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3447.728843] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3447.729069] ? __alloc_skb (net/core/skbuff.c:667) [ 3447.729270] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3447.729509] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3447.729757] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3447.729966] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3447.730213] call_timer_fn (kernel/time/timer.c:1700) [ 3447.730412] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3447.730644] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3447.730878] run_timer_softirq (kernel/time/timer.c:2053) [ 3447.731094] __do_softirq (kernel/softirq.c:553) [ 3447.731290] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3447.731492] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3447.731747] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3447.732019] RIP: 0033:0x7fd2c2613700 [ 3447.732212] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3447.733175] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3447.733451] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3447.733828] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3447.734198] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3447.734574] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3447.734943] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3447.734943] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3447.735318] | [ 3447.735441] Sending NMI from CPU 0 to CPUs 2: | [ 3447.735684] NMI backtrace for cpu 2 [ 3447.735693] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3447.735695] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3447.735703] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3447.735705] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3447.735707] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3447.735708] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3447.735709] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3447.735710] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3447.735710] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3447.735713] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3447.735714] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3447.735715] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3447.735716] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3447.735717] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3447.735718] PKRU: 55555554 [ 3447.735719] Call Trace: [ 3447.735721] [ 3447.735725] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3447.735730] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3447.735736] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3447.735740] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3447.735744] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3447.735746] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3447.735753] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3447.735756] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3447.735759] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3447.735762] [ 3447.735762] [ 3447.735763] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3447.735768] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3447.735773] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3447.735778] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3447.735779] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3447.735784] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3447.735788] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3447.735794] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3447.735800] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3447.735805] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3447.735810] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3447.735818] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3447.735822] ? __kernel_text_address (kernel/extable.c:79) [ 3447.735824] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3447.735827] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3447.735832] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3447.735837] ? stack_trace_save (kernel/stacktrace.c:123) [ 3447.735840] ? save_trace (kernel/locking/lockdep.c:584) [ 3447.735843] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3447.735847] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3447.735852] tc_run (net/core/dev.c:3912) [ 3447.735857] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3447.735860] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3447.735862] ? eth_header (net/ethernet/eth.c:85) [ 3447.735866] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3447.735869] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3447.735872] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3447.735874] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3447.735877] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3447.735882] ? __alloc_skb (net/core/skbuff.c:667) [ 3447.735885] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3447.735888] inet_shutdown (net/ipv4/af_inet.c:943) [ 3447.735892] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3447.735896] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3447.735898] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3447.735901] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3447.735903] RIP: 0033:0x7fa2514bebeb [ 3447.735906] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3447.735908] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3447.735909] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3447.735910] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3447.735911] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3447.735912] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3447.735913] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3525.739029] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=567801 | [ 3525.739513] rcu: (t=2367022 jiffies g=77753 q=126 ncpus=4) | [ 3525.739806] Sending NMI from CPU 2 to CPUs 0: | [ 3525.740051] NMI backtrace for cpu 0 [ 3525.740059] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3525.740060] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3525.740068] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3525.740070] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3525.740071] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3525.740072] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3525.740073] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3525.740074] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3525.740075] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3525.740078] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3525.740079] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3525.740080] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3525.740081] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3525.740082] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3525.740082] PKRU: 55555554 [ 3525.740083] Call Trace: [ 3525.740085] [ 3525.740089] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3525.740095] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3525.740099] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3525.740103] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3525.740106] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3525.740108] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3525.740114] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3525.740117] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3525.740120] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3525.740122] [ 3525.740122] [ 3525.740123] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3525.740128] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3525.740133] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3525.740137] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3525.740139] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3525.740144] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3525.740147] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3525.740153] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3525.740158] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3525.740162] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3525.740165] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3525.740170] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3525.740177] ? __bfs (kernel/locking/lockdep.c:1787) [ 3525.740180] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3525.740182] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3525.740184] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3525.740187] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3525.740188] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3525.740190] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3525.740193] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3525.740196] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3525.740198] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3525.740202] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3525.740206] tc_run (net/core/dev.c:3912) [ 3525.740210] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3525.740213] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3525.740215] ? eth_header (net/ethernet/eth.c:85) [ 3525.740218] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3525.740223] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3525.740225] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3525.740228] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3525.740232] ? __alloc_skb (net/core/skbuff.c:667) [ 3525.740235] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3525.740237] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3525.740239] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3525.740241] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3525.740242] call_timer_fn (kernel/time/timer.c:1700) [ 3525.740245] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3525.740248] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3525.740252] run_timer_softirq (kernel/time/timer.c:2053) [ 3525.740253] __do_softirq (kernel/softirq.c:553) [ 3525.740257] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3525.740259] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3525.740261] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3525.740263] RIP: 0033:0x7fd2c2613700 [ 3525.740266] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3525.740267] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3525.740268] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3525.740269] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3525.740270] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3525.740270] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3525.740271] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3525.740270] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 3525.740270] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 3525.740271] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3525.740275] [ 3525.763100] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3525.763688] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3525.763981] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3525.764930] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3525.765205] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3525.765576] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3525.765945] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3525.766315] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3525.766684] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3525.767062] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3525.767479] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3525.767780] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3525.768151] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3525.768520] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3525.768890] PKRU: 55555554 [ 3525.769038] Call Trace: [ 3525.769174] [ 3525.769290] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3525.769527] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3525.769773] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3525.769996] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3525.770222] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3525.770453] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3525.770737] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3525.770962] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3525.771217] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3525.771458] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3525.771688] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3525.771963] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3525.772225] [ 3525.772341] [ 3525.772460] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3525.772752] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3525.773013] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3525.773221] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3525.773416] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3525.773659] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3525.773901] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3525.774162] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3525.774378] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3525.774660] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3525.774923] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3525.775205] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3525.775415] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3525.775672] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3525.775905] ? __kernel_text_address (kernel/extable.c:79) [ 3525.776139] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3525.776395] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3525.776677] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3525.776897] ? stack_trace_save (kernel/stacktrace.c:123) [ 3525.777111] ? save_trace (kernel/locking/lockdep.c:584) [ 3525.777306] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3525.777530] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3525.777735] tc_run (net/core/dev.c:3912) [ 3525.777905] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3525.778125] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3525.778336] ? eth_header (net/ethernet/eth.c:85) [ 3525.778529] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3525.778748] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3525.778962] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3525.779180] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3525.779393] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3525.779621] ? __alloc_skb (net/core/skbuff.c:667) [ 3525.779826] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3525.780023] inet_shutdown (net/ipv4/af_inet.c:943) [ 3525.780231] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3525.780438] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3525.780651] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3525.780851] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3525.781124] RIP: 0033:0x7fa2514bebeb [ 3525.781318] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3525.782271] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3525.782664] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3525.783035] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3525.783402] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3525.783773] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3525.784144] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3525.784520] | [ 3603.786691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3603.787032] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=586194 | [ 3603.787510] rcu: (t=2445070 jiffies g=77753 q=126 ncpus=4) [ 3603.788142] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3603.788730] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3603.789024] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3603.789976] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3603.790248] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3603.790624] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3603.790992] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3603.791360] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3603.791726] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3603.792094] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3603.792511] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3603.792810] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3603.793180] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3603.793549] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3603.793919] PKRU: 55555554 [ 3603.794065] Call Trace: [ 3603.794201] [ 3603.794320] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3603.794557] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3603.794800] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3603.795027] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3603.795250] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3603.795484] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3603.795765] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3603.795983] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3603.796236] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3603.796476] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3603.796707] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3603.796983] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3603.797244] [ 3603.797362] [ 3603.797481] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3603.797768] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3603.798033] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3603.798241] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3603.798436] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3603.798681] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3603.798923] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3603.799186] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3603.799404] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3603.799697] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3603.799960] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3603.800240] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3603.800444] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3603.800658] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3603.800917] ? __bfs (kernel/locking/lockdep.c:1787) [ 3603.801088] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3603.801308] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3603.801526] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3603.801732] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3603.801973] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3603.802195] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3603.802402] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3603.802635] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3603.802843] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3603.803064] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3603.803265] tc_run (net/core/dev.c:3912) [ 3603.803438] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3603.803656] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3603.803866] ? eth_header (net/ethernet/eth.c:85) [ 3603.804062] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3603.804285] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3603.804503] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3603.804715] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3603.804942] ? __alloc_skb (net/core/skbuff.c:667) [ 3603.805143] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3603.805382] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3603.805624] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3603.805832] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3603.806074] call_timer_fn (kernel/time/timer.c:1700) [ 3603.806272] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3603.806503] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3603.806739] run_timer_softirq (kernel/time/timer.c:2053) [ 3603.806950] __do_softirq (kernel/softirq.c:553) [ 3603.807146] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3603.807336] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3603.807588] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3603.807860] RIP: 0033:0x7fd2c2613700 [ 3603.808054] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3603.809001] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3603.809276] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3603.809643] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3603.810014] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3603.810384] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3603.810761] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3603.810761] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3603.811134] | [ 3603.811257] Sending NMI from CPU 0 to CPUs 2: | [ 3603.811498] NMI backtrace for cpu 2 [ 3603.811504] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3603.811505] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3603.811510] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3603.811512] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3603.811514] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3603.811515] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3603.811515] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3603.811516] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3603.811517] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3603.811520] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3603.811521] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3603.811522] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3603.811523] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3603.811524] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3603.811524] PKRU: 55555554 [ 3603.811525] Call Trace: [ 3603.811527] [ 3603.811529] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3603.811534] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3603.811539] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3603.811542] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3603.811546] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3603.811548] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3603.811553] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3603.811556] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3603.811559] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3603.811562] [ 3603.811562] [ 3603.811563] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3603.811567] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3603.811572] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3603.811575] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3603.811577] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3603.811581] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3603.811583] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3603.811589] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3603.811593] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3603.811598] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3603.811602] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3603.811609] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3603.811613] ? __kernel_text_address (kernel/extable.c:79) [ 3603.811615] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3603.811617] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3603.811622] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3603.811627] ? stack_trace_save (kernel/stacktrace.c:123) [ 3603.811630] ? save_trace (kernel/locking/lockdep.c:584) [ 3603.811632] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3603.811637] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3603.811640] tc_run (net/core/dev.c:3912) [ 3603.811644] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3603.811647] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3603.811648] ? eth_header (net/ethernet/eth.c:85) [ 3603.811652] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3603.811655] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3603.811657] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3603.811659] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3603.811662] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3603.811665] ? __alloc_skb (net/core/skbuff.c:667) [ 3603.811668] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3603.811671] inet_shutdown (net/ipv4/af_inet.c:943) [ 3603.811674] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3603.811677] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3603.811679] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3603.811681] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3603.811683] RIP: 0033:0x7fa2514bebeb [ 3603.811685] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3603.811687] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3603.811689] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3603.811690] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3603.811691] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3603.811692] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3603.811693] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3603.811696] | [ 3681.814692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3681.815035] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=604134 | [ 3681.815515] rcu: (t=2523098 jiffies g=77753 q=126 ncpus=4) [ 3681.816154] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3681.816745] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3681.817039] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3681.817986] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3681.818262] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3681.818632] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3681.819004] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3681.819374] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3681.819742] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3681.820112] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3681.820549] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3681.820851] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3681.821222] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3681.821592] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3681.821962] PKRU: 55555554 [ 3681.822110] Call Trace: [ 3681.822249] [ 3681.822368] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3681.822607] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3681.822850] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3681.823075] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3681.823298] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3681.823532] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3681.823813] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3681.824030] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3681.824284] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3681.824523] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3681.824754] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3681.825029] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3681.825290] [ 3681.825409] [ 3681.825528] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3681.825812] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3681.826072] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3681.826279] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3681.826474] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3681.826721] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3681.826963] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3681.827225] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3681.827441] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3681.827723] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3681.827984] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3681.828266] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3681.828469] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3681.828680] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3681.828939] ? __bfs (kernel/locking/lockdep.c:1787) [ 3681.829112] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3681.829332] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3681.829551] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3681.829757] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3681.829999] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3681.830230] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3681.830437] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3681.830670] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3681.830880] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3681.831104] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3681.831306] tc_run (net/core/dev.c:3912) [ 3681.831480] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3681.831699] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3681.831908] ? eth_header (net/ethernet/eth.c:85) [ 3681.832101] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3681.832323] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3681.832541] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3681.832753] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3681.832980] ? __alloc_skb (net/core/skbuff.c:667) [ 3681.833181] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3681.833420] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3681.833661] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3681.833872] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3681.834113] call_timer_fn (kernel/time/timer.c:1700) [ 3681.834311] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3681.834544] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3681.834784] run_timer_softirq (kernel/time/timer.c:2053) [ 3681.834995] __do_softirq (kernel/softirq.c:553) [ 3681.835190] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3681.835382] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3681.835636] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3681.835908] RIP: 0033:0x7fd2c2613700 [ 3681.836101] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3681.837048] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3681.837324] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3681.837690] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3681.838061] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3681.838429] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3681.838798] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3681.838798] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3681.839171] | [ 3681.839294] Sending NMI from CPU 0 to CPUs 2: | [ 3681.839537] NMI backtrace for cpu 2 [ 3681.839543] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3681.839544] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3681.839550] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3681.839551] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3681.839553] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3681.839554] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3681.839555] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3681.839555] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3681.839556] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3681.839559] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3681.839560] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3681.839561] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3681.839562] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3681.839562] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3681.839563] PKRU: 55555554 [ 3681.839564] Call Trace: [ 3681.839565] [ 3681.839568] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3681.839573] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3681.839578] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3681.839581] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3681.839585] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3681.839587] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3681.839593] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3681.839595] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3681.839598] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3681.839600] [ 3681.839601] [ 3681.839602] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3681.839605] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3681.839610] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3681.839613] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3681.839615] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3681.839619] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3681.839621] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3681.839627] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3681.839632] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3681.839637] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3681.839641] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3681.839648] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3681.839652] ? __kernel_text_address (kernel/extable.c:79) [ 3681.839654] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3681.839657] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3681.839661] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3681.839666] ? stack_trace_save (kernel/stacktrace.c:123) [ 3681.839669] ? save_trace (kernel/locking/lockdep.c:584) [ 3681.839672] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3681.839676] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3681.839679] tc_run (net/core/dev.c:3912) [ 3681.839683] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3681.839687] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3681.839689] ? eth_header (net/ethernet/eth.c:85) [ 3681.839692] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3681.839694] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3681.839697] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3681.839699] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3681.839702] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3681.839705] ? __alloc_skb (net/core/skbuff.c:667) [ 3681.839707] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3681.839710] inet_shutdown (net/ipv4/af_inet.c:943) [ 3681.839714] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3681.839718] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3681.839720] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3681.839723] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3681.839725] RIP: 0033:0x7fa2514bebeb [ 3681.839727] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3681.839728] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3681.839729] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3681.839730] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3681.839731] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3681.839732] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3681.839732] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3681.839736] | [ 3759.842692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3759.843026] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=621914 | [ 3759.843508] rcu: (t=2601126 jiffies g=77753 q=126 ncpus=4) [ 3759.844146] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3759.844732] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3759.845028] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3759.845972] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3759.846250] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3759.846617] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3759.846990] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3759.847359] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3759.847729] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3759.848099] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3759.848517] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3759.848821] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3759.849189] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3759.849559] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3759.849933] PKRU: 55555554 [ 3759.850079] Call Trace: [ 3759.850215] [ 3759.850333] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3759.850571] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3759.850815] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3759.851039] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3759.851269] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3759.851502] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3759.851784] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3759.852003] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3759.852257] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3759.852493] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3759.852725] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3759.853001] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3759.853262] [ 3759.853380] [ 3759.853499] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3759.853784] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3759.854044] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3759.854253] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3759.854447] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3759.854691] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3759.854934] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3759.855196] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3759.855412] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3759.855694] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3759.855956] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3759.856238] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3759.856440] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3759.856650] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3759.856908] ? __bfs (kernel/locking/lockdep.c:1787) [ 3759.857082] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3759.857298] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3759.857517] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3759.857725] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3759.857964] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3759.858188] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3759.858393] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3759.858628] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3759.858836] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3759.859057] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3759.859256] tc_run (net/core/dev.c:3912) [ 3759.859429] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3759.859647] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3759.859864] ? eth_header (net/ethernet/eth.c:85) [ 3759.860056] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3759.860278] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3759.860495] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3759.860707] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3759.860933] ? __alloc_skb (net/core/skbuff.c:667) [ 3759.861133] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3759.861375] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3759.861616] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3759.861832] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3759.862076] call_timer_fn (kernel/time/timer.c:1700) [ 3759.862275] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3759.862507] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3759.862746] run_timer_softirq (kernel/time/timer.c:2053) [ 3759.862953] __do_softirq (kernel/softirq.c:553) [ 3759.863150] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3759.863340] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3759.863595] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3759.863866] RIP: 0033:0x7fd2c2613700 [ 3759.864060] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3759.865010] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3759.865284] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3759.865653] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3759.866022] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3759.866392] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3759.866766] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3759.866766] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3759.867141] | [ 3759.867269] Sending NMI from CPU 0 to CPUs 2: | [ 3759.867508] NMI backtrace for cpu 2 [ 3759.867513] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3759.867515] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3759.867520] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 3759.867521] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3759.867523] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3759.867524] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3759.867524] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3759.867525] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3759.867526] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3759.867529] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3759.867530] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3759.867531] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3759.867531] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3759.867532] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3759.867533] PKRU: 55555554 [ 3759.867533] Call Trace: [ 3759.867535] [ 3759.867537] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3759.867542] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3759.867546] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3759.867549] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3759.867554] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3759.867556] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3759.867562] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3759.867564] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3759.867567] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3759.867569] [ 3759.867570] [ 3759.867571] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3759.867574] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3759.867579] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3759.867582] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3759.867583] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3759.867587] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3759.867589] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3759.867595] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3759.867600] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3759.867604] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3759.867608] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3759.867615] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3759.867619] ? __kernel_text_address (kernel/extable.c:79) [ 3759.867621] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3759.867624] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3759.867629] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3759.867633] ? stack_trace_save (kernel/stacktrace.c:123) [ 3759.867636] ? save_trace (kernel/locking/lockdep.c:584) [ 3759.867639] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3759.867643] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3759.867647] tc_run (net/core/dev.c:3912) [ 3759.867650] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3759.867653] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3759.867656] ? eth_header (net/ethernet/eth.c:85) [ 3759.867659] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3759.867662] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3759.867665] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3759.867667] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3759.867669] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3759.867673] ? __alloc_skb (net/core/skbuff.c:667) [ 3759.867675] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3759.867678] inet_shutdown (net/ipv4/af_inet.c:943) [ 3759.867681] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3759.867684] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3759.867685] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3759.867689] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3759.867690] RIP: 0033:0x7fa2514bebeb [ 3759.867693] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3759.867694] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3759.867696] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3759.867697] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3759.867697] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3759.867698] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3759.867699] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3759.867702] | [ 3837.870691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3837.871034] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=640104 | [ 3837.871516] rcu: (t=2679154 jiffies g=77753 q=126 ncpus=4) [ 3837.872160] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3837.872747] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3837.873045] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3837.873993] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3837.874270] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3837.874639] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3837.875009] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3837.875379] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3837.875750] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3837.876121] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3837.876541] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3837.876841] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3837.877211] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3837.877581] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3837.877952] PKRU: 55555554 [ 3837.878098] Call Trace: [ 3837.878233] [ 3837.878352] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3837.878589] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3837.878830] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3837.879055] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3837.879277] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3837.879518] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3837.879797] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3837.880014] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3837.880266] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3837.880508] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3837.880739] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3837.881014] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3837.881274] [ 3837.881393] [ 3837.881511] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3837.881795] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3837.882055] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3837.882264] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3837.882465] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3837.882719] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3837.882975] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3837.883237] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3837.883451] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3837.883731] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3837.883992] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3837.884276] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3837.884478] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3837.884687] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3837.884944] ? __bfs (kernel/locking/lockdep.c:1787) [ 3837.885119] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3837.885335] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3837.885553] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3837.885761] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3837.886000] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3837.886224] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3837.886429] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3837.886663] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3837.886875] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3837.887096] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3837.887297] tc_run (net/core/dev.c:3912) [ 3837.887469] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3837.887687] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3837.887896] ? eth_header (net/ethernet/eth.c:85) [ 3837.888089] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3837.888311] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3837.888528] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3837.888739] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3837.888966] ? __alloc_skb (net/core/skbuff.c:667) [ 3837.889165] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3837.889406] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3837.889650] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3837.889861] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3837.890100] call_timer_fn (kernel/time/timer.c:1700) [ 3837.890299] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3837.890530] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3837.890767] run_timer_softirq (kernel/time/timer.c:2053) [ 3837.890976] __do_softirq (kernel/softirq.c:553) [ 3837.891171] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3837.891361] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3837.891615] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3837.891884] RIP: 0033:0x7fd2c2613700 [ 3837.892078] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3837.893027] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3837.893301] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3837.893670] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3837.894039] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3837.894408] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3837.894778] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3837.894778] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3837.895153] | [ 3837.895275] Sending NMI from CPU 0 to CPUs 2: | [ 3837.895516] NMI backtrace for cpu 2 [ 3837.895524] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3837.895525] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3837.895530] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3837.895532] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3837.895534] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3837.895535] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3837.895536] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3837.895537] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3837.895537] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3837.895540] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3837.895541] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3837.895542] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3837.895543] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3837.895543] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3837.895544] PKRU: 55555554 [ 3837.895544] Call Trace: [ 3837.895546] [ 3837.895549] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3837.895555] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3837.895559] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3837.895562] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3837.895567] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3837.895569] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3837.895574] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3837.895578] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3837.895581] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3837.895583] [ 3837.895584] [ 3837.895584] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3837.895588] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3837.895593] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3837.895596] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3837.895597] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3837.895601] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3837.895604] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3837.895609] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3837.895613] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3837.895619] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3837.895622] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3837.895629] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3837.895634] ? __kernel_text_address (kernel/extable.c:79) [ 3837.895636] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3837.895639] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3837.895643] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3837.895648] ? stack_trace_save (kernel/stacktrace.c:123) [ 3837.895651] ? save_trace (kernel/locking/lockdep.c:584) [ 3837.895654] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3837.895658] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3837.895662] tc_run (net/core/dev.c:3912) [ 3837.895666] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3837.895668] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3837.895670] ? eth_header (net/ethernet/eth.c:85) [ 3837.895673] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3837.895675] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3837.895678] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3837.895680] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3837.895682] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3837.895687] ? __alloc_skb (net/core/skbuff.c:667) [ 3837.895690] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3837.895693] inet_shutdown (net/ipv4/af_inet.c:943) [ 3837.895696] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3837.895700] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3837.895701] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3837.895704] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3837.895706] RIP: 0033:0x7fa2514bebeb [ 3837.895708] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3837.895709] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3837.895711] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3837.895711] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3837.895712] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3837.895713] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3837.895714] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3837.895718] | [ 3915.894692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3915.895034] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=657724 | [ 3915.895511] rcu: (t=2757178 jiffies g=77753 q=126 ncpus=4) [ 3915.896154] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3915.896745] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3915.897042] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3915.897993] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3915.898266] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3915.898635] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3915.899009] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3915.899388] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3915.899762] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3915.900134] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3915.900554] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3915.900865] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3915.901238] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3915.901607] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3915.901982] PKRU: 55555554 [ 3915.902128] Call Trace: [ 3915.902264] [ 3915.902382] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3915.902620] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3915.902868] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3915.903095] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3915.903317] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3915.903551] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3915.903837] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3915.904054] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3915.904307] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3915.904551] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3915.904788] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3915.905063] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3915.905323] [ 3915.905441] [ 3915.905561] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3915.905851] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3915.906111] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3915.906319] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3915.906515] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3915.906766] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3915.907006] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3915.907267] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3915.907482] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3915.907769] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3915.908030] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3915.908313] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3915.908517] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3915.908733] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3915.908990] ? __bfs (kernel/locking/lockdep.c:1787) [ 3915.909169] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3915.909388] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3915.909605] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3915.909816] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3915.910062] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3915.910285] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3915.910494] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3915.910734] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3915.910943] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3915.911164] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3915.911366] tc_run (net/core/dev.c:3912) [ 3915.911539] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3915.911763] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3915.911978] ? eth_header (net/ethernet/eth.c:85) [ 3915.912170] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3915.912393] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3915.912610] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3915.912827] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3915.913054] ? __alloc_skb (net/core/skbuff.c:667) [ 3915.913254] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3915.913495] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3915.913741] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3915.913951] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3915.914192] call_timer_fn (kernel/time/timer.c:1700) [ 3915.914391] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3915.914623] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3915.914865] run_timer_softirq (kernel/time/timer.c:2053) [ 3915.915075] __do_softirq (kernel/softirq.c:553) [ 3915.915270] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3915.915460] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3915.915719] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3915.915989] RIP: 0033:0x7fd2c2613700 [ 3915.916183] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3915.917132] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3915.917410] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3915.917783] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3915.918153] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3915.918523] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3915.918897] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3915.918897] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3915.919280] | [ 3915.919402] Sending NMI from CPU 0 to CPUs 2: | [ 3915.919645] NMI backtrace for cpu 2 [ 3915.919651] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3915.919652] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3915.919658] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3915.919659] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3915.919661] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3915.919662] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3915.919663] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3915.919664] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3915.919665] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3915.919667] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3915.919668] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3915.919669] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3915.919670] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3915.919671] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3915.919671] PKRU: 55555554 [ 3915.919672] Call Trace: [ 3915.919674] [ 3915.919676] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3915.919681] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3915.919687] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3915.919690] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3915.919694] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3915.919696] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3915.919702] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3915.919704] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3915.919707] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3915.919709] [ 3915.919710] [ 3915.919711] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3915.919714] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3915.919719] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3915.919722] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3915.919724] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3915.919728] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3915.919731] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3915.919737] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3915.919741] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3915.919746] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3915.919750] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3915.919757] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3915.919761] ? __kernel_text_address (kernel/extable.c:79) [ 3915.919763] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3915.919766] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3915.919772] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3915.919777] ? stack_trace_save (kernel/stacktrace.c:123) [ 3915.919779] ? save_trace (kernel/locking/lockdep.c:584) [ 3915.919782] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3915.919787] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3915.919790] tc_run (net/core/dev.c:3912) [ 3915.919794] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3915.919797] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3915.919799] ? eth_header (net/ethernet/eth.c:85) [ 3915.919801] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3915.919804] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3915.919806] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3915.919808] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3915.919811] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3915.919814] ? __alloc_skb (net/core/skbuff.c:667) [ 3915.919817] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3915.919820] inet_shutdown (net/ipv4/af_inet.c:943) [ 3915.919824] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3915.919828] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3915.919830] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3915.919833] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3915.919834] RIP: 0033:0x7fa2514bebeb [ 3915.919837] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3915.919838] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3915.919839] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3915.919840] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3915.919841] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3915.919842] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3915.919843] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3915.919846] | [ 3993.918704] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3993.919058] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=674894 | [ 3993.919539] rcu: (t=2835202 jiffies g=77753 q=126 ncpus=4) [ 3993.920179] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3993.920768] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3993.921068] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 3993.922015] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 3993.922290] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 3993.922660] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 3993.923029] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 3993.923397] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 3993.923769] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 3993.924141] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 3993.924556] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3993.924862] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 3993.925232] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3993.925601] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3993.925968] PKRU: 55555554 [ 3993.926116] Call Trace: [ 3993.926256] [ 3993.926377] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3993.926613] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3993.926856] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3993.927082] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 3993.927307] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3993.927546] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3993.927827] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3993.928043] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3993.928299] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3993.928539] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3993.928779] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3993.929055] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3993.929317] [ 3993.929435] [ 3993.929559] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3993.929848] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3993.930109] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3993.930318] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3993.930514] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3993.930760] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3993.931002] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3993.931264] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3993.931480] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3993.931764] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3993.932025] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3993.932306] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 3993.932510] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3993.932721] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3993.932978] ? __bfs (kernel/locking/lockdep.c:1787) [ 3993.933150] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 3993.933370] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3993.933588] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3993.933795] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 3993.934036] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 3993.934258] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3993.934465] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 3993.934698] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3993.934906] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3993.935129] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3993.935330] tc_run (net/core/dev.c:3912) [ 3993.935504] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3993.935722] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3993.935932] ? eth_header (net/ethernet/eth.c:85) [ 3993.936124] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3993.936347] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3993.936566] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3993.936777] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3993.937008] ? __alloc_skb (net/core/skbuff.c:667) [ 3993.937209] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3993.937448] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 3993.937690] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 3993.937904] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 3993.938146] call_timer_fn (kernel/time/timer.c:1700) [ 3993.938345] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 3993.938576] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 3993.938816] run_timer_softirq (kernel/time/timer.c:2053) [ 3993.939027] __do_softirq (kernel/softirq.c:553) [ 3993.939224] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 3993.939413] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 3993.939667] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3993.939939] RIP: 0033:0x7fd2c2613700 [ 3993.940136] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 3993.941088] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 3993.941363] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 3993.941733] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 3993.942103] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 3993.942473] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 3993.942844] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3993.942844] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 3993.943218] | [ 3993.943342] Sending NMI from CPU 0 to CPUs 2: | [ 3993.943595] NMI backtrace for cpu 2 [ 3993.943604] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3993.943605] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3993.943613] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3993.943615] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 3993.943616] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 3993.943618] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 3993.943619] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 3993.943619] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 3993.943620] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 3993.943623] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 3993.943624] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3993.943625] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 3993.943626] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3993.943627] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3993.943627] PKRU: 55555554 [ 3993.943628] Call Trace: [ 3993.943630] [ 3993.943633] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3993.943640] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3993.943645] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3993.943648] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3993.943652] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3993.943654] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3993.943660] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3993.943663] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3993.943666] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3993.943668] [ 3993.943668] [ 3993.943669] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3993.943674] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 3993.943680] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 3993.943683] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 3993.943685] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 3993.943690] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 3993.943693] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 3993.943699] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 3993.943704] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 3993.943709] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 3993.943714] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 3993.943721] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 3993.943726] ? __kernel_text_address (kernel/extable.c:79) [ 3993.943728] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 3993.943731] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 3993.943734] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 3993.943739] ? stack_trace_save (kernel/stacktrace.c:123) [ 3993.943741] ? save_trace (kernel/locking/lockdep.c:584) [ 3993.943744] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 3993.943748] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 3993.943752] tc_run (net/core/dev.c:3912) [ 3993.943756] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 3993.943759] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 3993.943761] ? eth_header (net/ethernet/eth.c:85) [ 3993.943764] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 3993.943767] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 3993.943770] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3993.943772] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 3993.943775] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 3993.943779] ? __alloc_skb (net/core/skbuff.c:667) [ 3993.943782] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 3993.943786] inet_shutdown (net/ipv4/af_inet.c:943) [ 3993.943790] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 3993.943795] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 3993.943796] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 3993.943799] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 3993.943801] RIP: 0033:0x7fa2514bebeb [ 3993.943804] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 3993.943805] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 3993.943807] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 3993.943808] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 3993.943809] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 3993.943809] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 3993.943810] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 3993.943813] | [ 4071.946692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4071.947034] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=693099 | [ 4071.947512] rcu: (t=2913230 jiffies g=77753 q=126 ncpus=4) [ 4071.948147] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4071.948738] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4071.949028] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4071.949974] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4071.950247] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4071.950616] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4071.950985] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4071.951353] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4071.951720] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4071.952091] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4071.952507] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4071.952808] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4071.953178] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4071.953548] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4071.953921] PKRU: 55555554 [ 4071.954068] Call Trace: [ 4071.954204] [ 4071.954322] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4071.954559] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4071.954804] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4071.955029] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4071.955253] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4071.955489] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4071.955770] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4071.955986] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4071.956240] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4071.956478] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4071.956709] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4071.956984] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4071.957244] [ 4071.957361] [ 4071.957480] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4071.957764] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4071.958022] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4071.958231] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4071.958431] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4071.958675] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4071.958916] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4071.959178] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4071.959395] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4071.959680] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4071.959940] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4071.960222] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4071.960425] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4071.960636] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4071.960893] ? __bfs (kernel/locking/lockdep.c:1787) [ 4071.961065] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4071.961285] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4071.961502] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4071.961709] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4071.961949] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4071.962171] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4071.962377] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4071.962610] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4071.962817] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4071.963039] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4071.963240] tc_run (net/core/dev.c:3912) [ 4071.963412] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4071.963631] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4071.963839] ? eth_header (net/ethernet/eth.c:85) [ 4071.964032] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4071.964261] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4071.964479] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4071.964691] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4071.964917] ? __alloc_skb (net/core/skbuff.c:667) [ 4071.965116] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4071.965356] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4071.965599] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4071.965811] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4071.966051] call_timer_fn (kernel/time/timer.c:1700) [ 4071.966250] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4071.966481] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4071.966715] run_timer_softirq (kernel/time/timer.c:2053) [ 4071.966924] __do_softirq (kernel/softirq.c:553) [ 4071.967119] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4071.967308] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4071.967562] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4071.967833] RIP: 0033:0x7fd2c2613700 [ 4071.968030] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4071.968980] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4071.969255] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4071.969623] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4071.969991] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4071.970360] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4071.970730] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4071.970730] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4071.971107] | [ 4071.971230] Sending NMI from CPU 0 to CPUs 2: | [ 4071.971472] NMI backtrace for cpu 2 [ 4071.971479] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4071.971481] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4071.971489] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4071.971491] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4071.971493] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4071.971494] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4071.971495] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4071.971496] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4071.971497] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4071.971499] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4071.971500] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4071.971501] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4071.971502] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4071.971503] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4071.971504] PKRU: 55555554 [ 4071.971504] Call Trace: [ 4071.971506] [ 4071.971509] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4071.971513] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4071.971518] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4071.971520] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4071.971524] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4071.971526] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4071.971532] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4071.971535] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4071.971537] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4071.971540] [ 4071.971540] [ 4071.971541] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4071.971545] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4071.971552] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4071.971555] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4071.971557] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4071.971561] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4071.971564] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4071.971571] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4071.971575] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4071.971580] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4071.971585] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4071.971592] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4071.971595] ? __kernel_text_address (kernel/extable.c:79) [ 4071.971597] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4071.971600] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4071.971603] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4071.971608] ? stack_trace_save (kernel/stacktrace.c:123) [ 4071.971610] ? save_trace (kernel/locking/lockdep.c:584) [ 4071.971613] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4071.971617] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4071.971621] tc_run (net/core/dev.c:3912) [ 4071.971626] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4071.971628] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4071.971631] ? eth_header (net/ethernet/eth.c:85) [ 4071.971634] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4071.971637] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4071.971640] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4071.971641] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4071.971644] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4071.971648] ? __alloc_skb (net/core/skbuff.c:667) [ 4071.971650] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4071.971653] inet_shutdown (net/ipv4/af_inet.c:943) [ 4071.971656] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4071.971659] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4071.971660] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4071.971663] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4071.971665] RIP: 0033:0x7fa2514bebeb [ 4071.971668] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4071.971669] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4071.971670] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4071.971671] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4071.971672] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4071.971673] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4071.971673] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4149.975030] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=710573 | [ 4149.975511] rcu: (t=2991258 jiffies g=77753 q=126 ncpus=4) | [ 4149.975807] Sending NMI from CPU 2 to CPUs 0: | [ 4149.976052] NMI backtrace for cpu 0 [ 4149.976067] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4149.976069] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4149.976079] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4149.976080] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4149.976083] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4149.976084] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4149.976085] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4149.976086] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4149.976086] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4149.976089] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4149.976090] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4149.976091] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4149.976092] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4149.976093] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4149.976093] PKRU: 55555554 [ 4149.976094] Call Trace: [ 4149.976097] [ 4149.976102] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4149.976107] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4149.976113] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4149.976116] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4149.976120] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4149.976122] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4149.976130] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4149.976132] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4149.976135] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4149.976138] [ 4149.976138] [ 4149.976139] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4149.976145] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4149.976152] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4149.976157] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4149.976159] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4149.976164] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4149.976169] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4149.976175] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4149.976181] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4149.976185] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4149.976188] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4149.976193] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4149.976201] ? __bfs (kernel/locking/lockdep.c:1787) [ 4149.976204] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4149.976206] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4149.976208] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4149.976211] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4149.976212] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4149.976214] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4149.976217] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4149.976221] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4149.976223] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4149.976227] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4149.976231] tc_run (net/core/dev.c:3912) [ 4149.976237] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4149.976240] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4149.976242] ? eth_header (net/ethernet/eth.c:85) [ 4149.976245] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4149.976249] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4149.976251] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4149.976254] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4149.976258] ? __alloc_skb (net/core/skbuff.c:667) [ 4149.976261] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4149.976263] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4149.976265] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4149.976266] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4149.976267] call_timer_fn (kernel/time/timer.c:1700) [ 4149.976271] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4149.976274] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4149.976278] run_timer_softirq (kernel/time/timer.c:2053) [ 4149.976280] __do_softirq (kernel/softirq.c:553) [ 4149.976283] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4149.976286] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4149.976289] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4149.976291] RIP: 0033:0x7fd2c2613700 [ 4149.976293] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4149.976295] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4149.976296] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4149.976297] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4149.976298] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4149.976299] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4149.976299] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4149.976298] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 4149.976299] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 4149.976299] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4149.976303] [ 4149.999030] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4149.999622] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4149.999914] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4150.000865] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4150.001139] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4150.001510] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4150.001878] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4150.002249] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4150.002619] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4150.002993] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4150.003410] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4150.003715] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4150.004087] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4150.004458] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4150.004830] PKRU: 55555554 [ 4150.004979] Call Trace: [ 4150.005117] [ 4150.005235] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4150.005473] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4150.005718] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4150.005939] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4150.006164] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4150.006393] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4150.006672] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4150.006888] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4150.007142] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4150.007379] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4150.007607] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4150.007882] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4150.008146] [ 4150.008262] [ 4150.008380] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4150.008664] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4150.008923] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4150.009129] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4150.009324] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4150.009566] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4150.009808] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4150.010068] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4150.010283] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4150.010563] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4150.010824] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4150.011106] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4150.011314] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4150.011570] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4150.011801] ? __kernel_text_address (kernel/extable.c:79) [ 4150.012036] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4150.012291] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4150.012572] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4150.012791] ? stack_trace_save (kernel/stacktrace.c:123) [ 4150.013005] ? save_trace (kernel/locking/lockdep.c:584) [ 4150.013200] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4150.013423] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4150.013623] tc_run (net/core/dev.c:3912) [ 4150.013793] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4150.014014] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4150.014224] ? eth_header (net/ethernet/eth.c:85) [ 4150.014415] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4150.014633] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4150.014846] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4150.015064] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4150.015275] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4150.015501] ? __alloc_skb (net/core/skbuff.c:667) [ 4150.015702] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4150.015891] inet_shutdown (net/ipv4/af_inet.c:943) [ 4150.016091] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4150.016290] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4150.016502] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4150.016702] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4150.016967] RIP: 0033:0x7fa2514bebeb [ 4150.017161] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4150.018118] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4150.018510] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4150.018882] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4150.019249] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4150.019619] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4150.019989] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4150.020365] | [ 4228.022691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4228.023027] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=729610 | [ 4228.023502] rcu: (t=3069306 jiffies g=77753 q=126 ncpus=4) [ 4228.024132] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4228.024707] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4228.024994] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4228.025926] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4228.026194] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4228.026556] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4228.026918] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4228.027280] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4228.027645] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4228.028012] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4228.028421] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4228.028716] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4228.029079] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4228.029440] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4228.029802] PKRU: 55555554 [ 4228.029946] Call Trace: [ 4228.030081] [ 4228.030201] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4228.030434] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4228.030671] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4228.030890] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4228.031109] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4228.031339] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4228.031612] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4228.031827] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4228.032075] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4228.032306] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4228.032533] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4228.032802] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4228.033057] [ 4228.033172] [ 4228.033288] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4228.033565] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4228.033819] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4228.034024] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4228.034214] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4228.034453] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4228.034689] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4228.034945] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4228.035158] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4228.035435] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4228.035691] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4228.035965] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4228.036163] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4228.036367] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4228.036619] ? __bfs (kernel/locking/lockdep.c:1787) [ 4228.036789] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4228.037001] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4228.037216] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4228.037419] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4228.037657] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4228.037875] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4228.038076] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4228.038307] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4228.038509] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4228.038725] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4228.038920] tc_run (net/core/dev.c:3912) [ 4228.039089] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4228.039302] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4228.039509] ? eth_header (net/ethernet/eth.c:85) [ 4228.039695] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4228.039911] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4228.040123] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4228.040332] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4228.040551] ? __alloc_skb (net/core/skbuff.c:667) [ 4228.040745] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4228.040981] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4228.041218] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4228.041425] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4228.041660] call_timer_fn (kernel/time/timer.c:1700) [ 4228.041855] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4228.042078] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4228.042310] run_timer_softirq (kernel/time/timer.c:2053) [ 4228.042513] __do_softirq (kernel/softirq.c:553) [ 4228.042704] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4228.042891] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4228.043141] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4228.043405] RIP: 0033:0x7fd2c2613700 [ 4228.043595] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4228.044524] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4228.044791] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4228.045153] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4228.045513] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4228.045871] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4228.046233] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4228.046233] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4228.046600] | [ 4228.046720] Sending NMI from CPU 0 to CPUs 2: | [ 4228.046953] NMI backtrace for cpu 2 [ 4228.046958] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4228.046960] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4228.046965] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4228.046966] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4228.046968] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4228.046969] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4228.046970] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4228.046970] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4228.046971] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4228.046974] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4228.046975] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4228.046976] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4228.046977] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4228.046978] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4228.046978] PKRU: 55555554 [ 4228.046979] Call Trace: [ 4228.046980] [ 4228.046982] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4228.046988] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4228.046992] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4228.046995] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4228.046999] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4228.047001] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4228.047006] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4228.047009] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4228.047011] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4228.047013] [ 4228.047014] [ 4228.047015] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4228.047018] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4228.047023] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4228.047026] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4228.047028] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4228.047032] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4228.047035] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4228.047040] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4228.047045] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4228.047049] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4228.047053] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4228.047060] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4228.047063] ? __kernel_text_address (kernel/extable.c:79) [ 4228.047064] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4228.047067] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4228.047071] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4228.047075] ? stack_trace_save (kernel/stacktrace.c:123) [ 4228.047078] ? save_trace (kernel/locking/lockdep.c:584) [ 4228.047080] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4228.047084] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4228.047088] tc_run (net/core/dev.c:3912) [ 4228.047091] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4228.047094] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4228.047096] ? eth_header (net/ethernet/eth.c:85) [ 4228.047099] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4228.047101] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4228.047104] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4228.047105] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4228.047108] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4228.047111] ? __alloc_skb (net/core/skbuff.c:667) [ 4228.047114] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4228.047116] inet_shutdown (net/ipv4/af_inet.c:943) [ 4228.047118] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4228.047122] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4228.047123] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4228.047126] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4228.047128] RIP: 0033:0x7fa2514bebeb [ 4228.047129] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4228.047131] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4228.047132] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4228.047133] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4228.047134] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4228.047135] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4228.047135] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4306.051043] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=747638 | [ 4306.051523] rcu: (t=3147334 jiffies g=77753 q=126 ncpus=4) | [ 4306.051816] Sending NMI from CPU 2 to CPUs 0: | [ 4306.052061] NMI backtrace for cpu 0 [ 4306.052078] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4306.052080] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4306.052090] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 4306.052092] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4306.052094] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4306.052095] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4306.052096] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4306.052097] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4306.052097] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4306.052100] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4306.052101] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4306.052102] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4306.052103] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4306.052103] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4306.052104] PKRU: 55555554 [ 4306.052104] Call Trace: [ 4306.052107] [ 4306.052113] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4306.052119] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4306.052125] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4306.052129] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4306.052133] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4306.052135] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4306.052144] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4306.052146] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4306.052149] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4306.052151] [ 4306.052152] [ 4306.052153] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4306.052159] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4306.052166] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4306.052170] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4306.052172] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4306.052178] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4306.052182] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4306.052188] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4306.052193] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4306.052198] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4306.052201] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4306.052206] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4306.052215] ? __bfs (kernel/locking/lockdep.c:1787) [ 4306.052218] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4306.052220] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4306.052223] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4306.052225] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4306.052227] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4306.052229] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4306.052231] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4306.052235] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4306.052238] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4306.052242] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4306.052247] tc_run (net/core/dev.c:3912) [ 4306.052253] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4306.052255] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4306.052257] ? eth_header (net/ethernet/eth.c:85) [ 4306.052261] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4306.052266] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4306.052268] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4306.052271] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4306.052276] ? __alloc_skb (net/core/skbuff.c:667) [ 4306.052279] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4306.052281] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4306.052283] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4306.052284] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4306.052285] call_timer_fn (kernel/time/timer.c:1700) [ 4306.052289] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4306.052292] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4306.052297] run_timer_softirq (kernel/time/timer.c:2053) [ 4306.052298] __do_softirq (kernel/softirq.c:553) [ 4306.052302] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4306.052305] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4306.052307] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4306.052310] RIP: 0033:0x7fd2c2613700 [ 4306.052312] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4306.052314] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4306.052315] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4306.052316] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4306.052316] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4306.052317] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4306.052318] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4306.052316] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 4306.052317] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 4306.052318] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4306.052321] [ 4306.074955] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4306.075539] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4306.075833] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4306.076777] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4306.077053] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4306.077423] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4306.077793] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4306.078161] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4306.078529] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4306.078897] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4306.079315] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4306.079615] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4306.079982] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4306.080350] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4306.080719] PKRU: 55555554 [ 4306.080865] Call Trace: [ 4306.081000] [ 4306.081118] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4306.081354] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4306.081596] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4306.081819] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4306.082044] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4306.082276] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4306.082553] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4306.082772] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4306.083025] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4306.083261] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4306.083492] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4306.083766] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4306.084026] [ 4306.084143] [ 4306.084261] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4306.084544] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4306.084803] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4306.085010] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4306.085204] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4306.085447] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4306.085688] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4306.085949] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4306.086164] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4306.086444] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4306.086707] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4306.086990] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4306.087206] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4306.087464] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4306.087695] ? __kernel_text_address (kernel/extable.c:79) [ 4306.087931] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4306.088185] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4306.088463] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4306.088684] ? stack_trace_save (kernel/stacktrace.c:123) [ 4306.088898] ? save_trace (kernel/locking/lockdep.c:584) [ 4306.089092] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4306.089312] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4306.089512] tc_run (net/core/dev.c:3912) [ 4306.089682] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4306.089901] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4306.090112] ? eth_header (net/ethernet/eth.c:85) [ 4306.090304] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4306.090523] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4306.090734] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4306.090953] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4306.091164] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4306.091387] ? __alloc_skb (net/core/skbuff.c:667) [ 4306.091587] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4306.091780] inet_shutdown (net/ipv4/af_inet.c:943) [ 4306.091979] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4306.092179] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4306.092394] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4306.092593] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4306.092859] RIP: 0033:0x7fa2514bebeb [ 4306.093053] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4306.094003] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4306.094395] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4306.094763] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4306.095133] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4306.095503] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4306.095874] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4306.096247] | [ 4384.098691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4384.099052] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=765033 | [ 4384.099557] rcu: (t=3225382 jiffies g=77753 q=126 ncpus=4) [ 4384.100208] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4384.100812] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4384.101120] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4384.102111] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4384.102398] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4384.102781] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4384.103168] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4384.103564] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4384.103951] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4384.104324] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4384.104761] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4384.105072] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4384.105463] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4384.105845] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4384.106226] PKRU: 55555554 [ 4384.106378] Call Trace: [ 4384.106528] [ 4384.106646] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4384.106901] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4384.107146] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4384.107379] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4384.107605] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4384.107839] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4384.108119] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4384.108339] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4384.108594] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4384.108831] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4384.109062] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4384.109339] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4384.109600] [ 4384.109718] [ 4384.109837] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4384.110121] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4384.110381] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4384.110590] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4384.110785] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4384.111029] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4384.111272] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4384.111533] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4384.111749] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4384.112031] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4384.112294] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4384.112578] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4384.112782] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4384.112992] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4384.113251] ? __bfs (kernel/locking/lockdep.c:1787) [ 4384.113425] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4384.113643] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4384.113864] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4384.114073] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4384.114312] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4384.114538] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4384.114745] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4384.114982] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4384.115197] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4384.115431] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4384.115636] tc_run (net/core/dev.c:3912) [ 4384.115815] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4384.116033] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4384.116245] ? eth_header (net/ethernet/eth.c:85) [ 4384.116448] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4384.116672] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4384.116909] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4384.117121] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4384.117358] ? __alloc_skb (net/core/skbuff.c:667) [ 4384.117560] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4384.117813] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4384.118055] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4384.118279] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4384.118524] call_timer_fn (kernel/time/timer.c:1700) [ 4384.118728] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4384.118969] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4384.119207] run_timer_softirq (kernel/time/timer.c:2053) [ 4384.119426] __do_softirq (kernel/softirq.c:553) [ 4384.119623] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4384.119825] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4384.120081] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4384.120364] RIP: 0033:0x7fd2c2613700 [ 4384.120559] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4384.121547] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4384.121822] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4384.122211] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4384.122590] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4384.122971] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4384.123361] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4384.123361] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4384.123748] | [ 4384.123871] Sending NMI from CPU 0 to CPUs 2: | [ 4384.124118] NMI backtrace for cpu 2 [ 4384.124123] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4384.124124] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4384.124129] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4384.124131] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4384.124133] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4384.124134] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4384.124134] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4384.124136] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4384.124136] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4384.124139] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4384.124140] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4384.124141] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4384.124142] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4384.124142] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4384.124143] PKRU: 55555554 [ 4384.124143] Call Trace: [ 4384.124145] [ 4384.124147] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4384.124152] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4384.124157] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4384.124160] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4384.124164] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4384.124166] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4384.124171] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4384.124174] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4384.124177] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4384.124179] [ 4384.124180] [ 4384.124181] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4384.124184] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4384.124189] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4384.124191] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4384.124193] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4384.124197] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4384.124199] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4384.124205] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4384.124209] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4384.124214] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4384.124217] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4384.124224] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4384.124227] ? __kernel_text_address (kernel/extable.c:79) [ 4384.124229] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4384.124232] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4384.124235] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4384.124240] ? stack_trace_save (kernel/stacktrace.c:123) [ 4384.124242] ? save_trace (kernel/locking/lockdep.c:584) [ 4384.124245] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4384.124249] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4384.124252] tc_run (net/core/dev.c:3912) [ 4384.124255] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4384.124258] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4384.124260] ? eth_header (net/ethernet/eth.c:85) [ 4384.124262] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4384.124265] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4384.124268] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4384.124269] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4384.124273] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4384.124276] ? __alloc_skb (net/core/skbuff.c:667) [ 4384.124279] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4384.124281] inet_shutdown (net/ipv4/af_inet.c:943) [ 4384.124284] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4384.124288] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4384.124289] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4384.124292] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4384.124293] RIP: 0033:0x7fa2514bebeb [ 4384.124295] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4384.124296] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4384.124298] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4384.124299] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4384.124299] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4384.124300] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4384.124300] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4462.127046] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=782867 | [ 4462.127530] rcu: (t=3303410 jiffies g=77753 q=126 ncpus=4) | [ 4462.127824] Sending NMI from CPU 2 to CPUs 0: | [ 4462.128072] NMI backtrace for cpu 0 [ 4462.128079] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4462.128083] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4462.128092] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 4462.128094] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4462.128096] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4462.128097] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4462.128097] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4462.128098] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4462.128099] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4462.128103] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4462.128104] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4462.128105] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4462.128105] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4462.128106] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4462.128107] PKRU: 55555554 [ 4462.128107] Call Trace: [ 4462.128114] [ 4462.128119] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4462.128124] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4462.128128] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4462.128131] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4462.128134] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4462.128137] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4462.128144] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4462.128146] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4462.128149] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4462.128151] [ 4462.128152] [ 4462.128153] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4462.128157] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4462.128163] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4462.128167] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4462.128168] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4462.128173] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4462.128176] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4462.128182] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4462.128187] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4462.128192] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4462.128195] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4462.128199] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4462.128208] ? __bfs (kernel/locking/lockdep.c:1787) [ 4462.128210] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4462.128212] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4462.128215] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4462.128217] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4462.128219] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4462.128221] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4462.128223] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4462.128226] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4462.128229] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4462.128232] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4462.128237] tc_run (net/core/dev.c:3912) [ 4462.128241] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4462.128244] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4462.128246] ? eth_header (net/ethernet/eth.c:85) [ 4462.128249] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4462.128254] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4462.128256] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4462.128259] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4462.128262] ? __alloc_skb (net/core/skbuff.c:667) [ 4462.128265] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4462.128266] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4462.128268] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4462.128269] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4462.128271] call_timer_fn (kernel/time/timer.c:1700) [ 4462.128274] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4462.128277] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4462.128281] run_timer_softirq (kernel/time/timer.c:2053) [ 4462.128282] __do_softirq (kernel/softirq.c:553) [ 4462.128285] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4462.128288] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4462.128291] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4462.128293] RIP: 0033:0x7fd2c2613700 [ 4462.128295] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4462.128297] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4462.128298] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4462.128299] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4462.128300] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4462.128300] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4462.128301] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4462.128300] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 4462.128300] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 4462.128301] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4462.128304] [ 4462.151060] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4462.151648] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4462.151939] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4462.152893] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4462.153169] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4462.153541] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4462.153911] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4462.154283] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4462.154655] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4462.155028] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4462.155447] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4462.155751] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4462.156124] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4462.156501] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4462.156875] PKRU: 55555554 [ 4462.157023] Call Trace: [ 4462.157159] [ 4462.157274] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4462.157509] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4462.157754] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4462.157976] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4462.158203] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4462.158434] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4462.158716] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4462.158933] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4462.159188] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4462.159429] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4462.159658] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4462.159934] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4462.160196] [ 4462.160313] [ 4462.160431] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4462.160719] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4462.160980] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4462.161187] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4462.161381] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4462.161624] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4462.161865] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4462.162127] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4462.162344] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4462.162625] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4462.162886] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4462.163168] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4462.163376] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4462.163632] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4462.163864] ? __kernel_text_address (kernel/extable.c:79) [ 4462.164101] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4462.164354] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4462.164638] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4462.164856] ? stack_trace_save (kernel/stacktrace.c:123) [ 4462.165071] ? save_trace (kernel/locking/lockdep.c:584) [ 4462.165267] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4462.165491] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4462.165691] tc_run (net/core/dev.c:3912) [ 4462.165860] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4462.166083] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4462.166294] ? eth_header (net/ethernet/eth.c:85) [ 4462.166489] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4462.166707] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4462.166921] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4462.167139] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4462.167351] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4462.167576] ? __alloc_skb (net/core/skbuff.c:667) [ 4462.167777] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4462.167967] inet_shutdown (net/ipv4/af_inet.c:943) [ 4462.168166] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4462.168368] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4462.168581] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4462.168781] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4462.169046] RIP: 0033:0x7fa2514bebeb [ 4462.169239] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4462.170196] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4462.170589] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4462.170961] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4462.171331] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4462.171703] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4462.172075] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4462.172451] | [ 4540.174692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4540.175050] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=801151 | [ 4540.175548] rcu: (t=3381458 jiffies g=77753 q=126 ncpus=4) [ 4540.176209] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4540.176814] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4540.177122] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4540.178103] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4540.178386] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4540.178769] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4540.179150] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4540.179530] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4540.179913] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4540.180296] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4540.180727] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4540.181039] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4540.181421] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4540.181803] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4540.182186] PKRU: 55555554 [ 4540.182340] Call Trace: [ 4540.182482] [ 4540.182604] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4540.182851] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4540.183112] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4540.183350] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4540.183589] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4540.183831] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4540.184125] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4540.184349] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4540.184613] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4540.184863] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4540.185099] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4540.185387] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4540.185658] [ 4540.185781] [ 4540.185903] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4540.186210] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4540.186480] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4540.186697] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4540.186900] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4540.187153] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4540.187403] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4540.187676] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4540.187904] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4540.188197] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4540.188467] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4540.188758] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4540.188967] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4540.189186] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4540.189451] ? __bfs (kernel/locking/lockdep.c:1787) [ 4540.189632] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4540.189863] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4540.190092] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4540.190305] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4540.190558] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4540.190788] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4540.191003] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4540.191249] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4540.191463] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4540.191694] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4540.191904] tc_run (net/core/dev.c:3912) [ 4540.192081] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4540.192310] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4540.192528] ? eth_header (net/ethernet/eth.c:85) [ 4540.192729] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4540.192957] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4540.193184] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4540.193405] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4540.193638] ? __alloc_skb (net/core/skbuff.c:667) [ 4540.193846] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4540.194096] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4540.194347] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4540.194563] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4540.194813] call_timer_fn (kernel/time/timer.c:1700) [ 4540.195019] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4540.195257] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4540.195502] run_timer_softirq (kernel/time/timer.c:2053) [ 4540.195718] __do_softirq (kernel/softirq.c:553) [ 4540.195920] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4540.196122] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4540.196385] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4540.196665] RIP: 0033:0x7fd2c2613700 [ 4540.196871] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4540.197849] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4540.198128] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4540.198508] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4540.198887] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4540.199265] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4540.199640] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4540.199640] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4540.200026] | [ 4540.200154] Sending NMI from CPU 0 to CPUs 2: | [ 4540.200403] NMI backtrace for cpu 2 [ 4540.200410] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4540.200412] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4540.200419] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4540.200421] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4540.200423] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4540.200424] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4540.200425] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4540.200426] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4540.200426] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4540.200429] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4540.200430] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4540.200431] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4540.200432] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4540.200433] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4540.200433] PKRU: 55555554 [ 4540.200434] Call Trace: [ 4540.200436] [ 4540.200438] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4540.200443] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4540.200447] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4540.200450] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4540.200453] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4540.200456] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4540.200461] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4540.200464] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4540.200467] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4540.200469] [ 4540.200469] [ 4540.200470] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4540.200475] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4540.200481] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4540.200484] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4540.200486] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4540.200490] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4540.200494] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4540.200499] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4540.200504] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4540.200509] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4540.200514] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4540.200521] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4540.200525] ? __kernel_text_address (kernel/extable.c:79) [ 4540.200526] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4540.200529] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4540.200533] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4540.200537] ? stack_trace_save (kernel/stacktrace.c:123) [ 4540.200539] ? save_trace (kernel/locking/lockdep.c:584) [ 4540.200542] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4540.200546] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4540.200550] tc_run (net/core/dev.c:3912) [ 4540.200554] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4540.200557] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4540.200559] ? eth_header (net/ethernet/eth.c:85) [ 4540.200562] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4540.200565] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4540.200568] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4540.200570] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4540.200573] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4540.200578] ? __alloc_skb (net/core/skbuff.c:667) [ 4540.200581] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4540.200583] inet_shutdown (net/ipv4/af_inet.c:943) [ 4540.200587] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4540.200590] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4540.200591] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4540.200594] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4540.200596] RIP: 0033:0x7fa2514bebeb [ 4540.200599] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4540.200600] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4540.200602] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4540.200603] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4540.200603] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4540.200604] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4540.200605] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4540.200608] | [ 4618.202692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4618.203030] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=819074 | [ 4618.203510] rcu: (t=3459486 jiffies g=77753 q=126 ncpus=4) [ 4618.204148] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4618.204735] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4618.205028] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4618.205983] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4618.206257] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4618.206624] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4618.206991] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4618.207360] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4618.207729] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4618.208097] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4618.208512] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4618.208812] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4618.209180] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4618.209547] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4618.209916] PKRU: 55555554 [ 4618.210061] Call Trace: [ 4618.210199] [ 4618.210316] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4618.210554] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4618.210799] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4618.211022] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4618.211247] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4618.211480] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4618.211762] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4618.211980] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4618.212234] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4618.212473] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4618.212704] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4618.212980] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4618.213241] [ 4618.213360] [ 4618.213479] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4618.213766] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4618.214027] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4618.214239] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4618.214434] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4618.214678] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4618.214920] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4618.215183] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4618.215404] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4618.215701] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4618.215971] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4618.216258] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4618.216462] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4618.216672] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4618.216931] ? __bfs (kernel/locking/lockdep.c:1787) [ 4618.217108] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4618.217328] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4618.217549] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4618.217758] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4618.218000] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4618.218224] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4618.218431] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4618.218670] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4618.218882] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4618.219104] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4618.219308] tc_run (net/core/dev.c:3912) [ 4618.219483] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4618.219703] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4618.219922] ? eth_header (net/ethernet/eth.c:85) [ 4618.220116] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4618.220339] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4618.220558] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4618.220773] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4618.221006] ? __alloc_skb (net/core/skbuff.c:667) [ 4618.221207] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4618.221451] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4618.221695] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4618.221906] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4618.222149] call_timer_fn (kernel/time/timer.c:1700) [ 4618.222353] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4618.222587] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4618.222831] run_timer_softirq (kernel/time/timer.c:2053) [ 4618.223044] __do_softirq (kernel/softirq.c:553) [ 4618.223244] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4618.223439] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4618.223701] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4618.223978] RIP: 0033:0x7fd2c2613700 [ 4618.224175] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4618.225147] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4618.225426] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4618.225816] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4618.226192] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4618.226570] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4618.226950] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4618.226950] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4618.227335] | [ 4618.227465] Sending NMI from CPU 0 to CPUs 2: | [ 4618.227713] NMI backtrace for cpu 2 [ 4618.227720] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4618.227722] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4618.227729] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4618.227731] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4618.227733] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4618.227734] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4618.227735] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4618.227735] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4618.227736] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4618.227739] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4618.227740] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4618.227741] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4618.227742] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4618.227742] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4618.227743] PKRU: 55555554 [ 4618.227744] Call Trace: [ 4618.227745] [ 4618.227749] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4618.227753] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4618.227757] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4618.227760] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4618.227763] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4618.227765] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4618.227772] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4618.227774] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4618.227777] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4618.227779] [ 4618.227780] [ 4618.227780] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4618.227784] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4618.227790] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4618.227793] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4618.227795] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4618.227800] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4618.227803] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4618.227809] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4618.227813] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4618.227818] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4618.227823] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4618.227830] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4618.227833] ? __kernel_text_address (kernel/extable.c:79) [ 4618.227835] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4618.227837] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4618.227841] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4618.227846] ? stack_trace_save (kernel/stacktrace.c:123) [ 4618.227848] ? save_trace (kernel/locking/lockdep.c:584) [ 4618.227851] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4618.227855] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4618.227859] tc_run (net/core/dev.c:3912) [ 4618.227864] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4618.227867] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4618.227869] ? eth_header (net/ethernet/eth.c:85) [ 4618.227872] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4618.227875] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4618.227877] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4618.227879] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4618.227882] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4618.227887] ? __alloc_skb (net/core/skbuff.c:667) [ 4618.227890] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4618.227892] inet_shutdown (net/ipv4/af_inet.c:943) [ 4618.227895] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4618.227898] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4618.227900] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4618.227902] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4618.227904] RIP: 0033:0x7fa2514bebeb [ 4618.227907] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4618.227908] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4618.227909] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4618.227910] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4618.227911] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4618.227911] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4618.227912] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4696.231029] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=836266 | [ 4696.231512] rcu: (t=3537514 jiffies g=77753 q=126 ncpus=4) | [ 4696.231803] Sending NMI from CPU 2 to CPUs 0: | [ 4696.232050] NMI backtrace for cpu 0 [ 4696.232065] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4696.232069] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4696.232083] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4696.232085] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4696.232087] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4696.232088] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4696.232089] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4696.232090] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4696.232091] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4696.232093] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4696.232094] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4696.232095] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4696.232096] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4696.232097] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4696.232098] PKRU: 55555554 [ 4696.232098] Call Trace: [ 4696.232103] [ 4696.232112] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4696.232119] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4696.232124] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4696.232127] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4696.232131] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4696.232133] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4696.232142] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4696.232144] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4696.232147] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4696.232149] [ 4696.232150] [ 4696.232151] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4696.232157] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4696.232164] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4696.232169] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4696.232171] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4696.232176] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4696.232182] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4696.232190] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4696.232195] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4696.232200] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4696.232203] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4696.232208] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4696.232216] ? __bfs (kernel/locking/lockdep.c:1787) [ 4696.232219] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4696.232221] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4696.232224] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4696.232226] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4696.232228] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4696.232230] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4696.232232] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4696.232237] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4696.232239] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4696.232243] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4696.232248] tc_run (net/core/dev.c:3912) [ 4696.232254] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4696.232256] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4696.232259] ? eth_header (net/ethernet/eth.c:85) [ 4696.232263] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4696.232268] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4696.232270] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4696.232274] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4696.232279] ? __alloc_skb (net/core/skbuff.c:667) [ 4696.232283] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4696.232285] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4696.232287] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4696.232289] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4696.232290] call_timer_fn (kernel/time/timer.c:1700) [ 4696.232295] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4696.232297] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4696.232302] run_timer_softirq (kernel/time/timer.c:2053) [ 4696.232303] __do_softirq (kernel/softirq.c:553) [ 4696.232307] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4696.232309] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4696.232312] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4696.232314] RIP: 0033:0x7fd2c2613700 [ 4696.232318] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4696.232320] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4696.232321] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4696.232322] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4696.232323] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4696.232324] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4696.232324] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4696.232323] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 4696.232324] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 4696.232324] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4696.232328] [ 4696.255059] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4696.255653] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4696.255945] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4696.256896] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4696.257170] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4696.257541] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4696.257911] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4696.258282] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4696.258652] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4696.259025] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4696.259442] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4696.259745] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4696.260117] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4696.260487] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4696.260859] PKRU: 55555554 [ 4696.261006] Call Trace: [ 4696.261144] [ 4696.261260] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4696.261498] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4696.261745] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4696.261967] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4696.262193] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4696.262425] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4696.262708] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4696.262926] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4696.263182] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4696.263427] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4696.263658] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4696.263937] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4696.264201] [ 4696.264318] [ 4696.264437] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4696.264725] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4696.264987] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4696.265197] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4696.265396] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4696.265639] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4696.265882] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4696.266145] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4696.266365] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4696.266648] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4696.266912] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4696.267195] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4696.267405] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4696.267664] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4696.267897] ? __kernel_text_address (kernel/extable.c:79) [ 4696.268134] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4696.268391] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4696.268674] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4696.268895] ? stack_trace_save (kernel/stacktrace.c:123) [ 4696.269111] ? save_trace (kernel/locking/lockdep.c:584) [ 4696.269307] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4696.269532] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4696.269735] tc_run (net/core/dev.c:3912) [ 4696.269905] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4696.270127] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4696.270339] ? eth_header (net/ethernet/eth.c:85) [ 4696.270532] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4696.270753] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4696.270967] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4696.271188] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4696.271401] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4696.271629] ? __alloc_skb (net/core/skbuff.c:667) [ 4696.271831] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4696.272021] inet_shutdown (net/ipv4/af_inet.c:943) [ 4696.272221] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4696.272422] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4696.272639] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4696.272840] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4696.273108] RIP: 0033:0x7fa2514bebeb [ 4696.273302] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4696.274263] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4696.274659] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4696.275033] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4696.275408] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4696.275782] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4696.276154] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4774.279024] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=853086 | [ 4774.279502] rcu: (t=3615562 jiffies g=77753 q=126 ncpus=4) | [ 4774.279793] Sending NMI from CPU 2 to CPUs 0: | [ 4774.280037] NMI backtrace for cpu 0 [ 4774.280049] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4774.280051] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4774.280062] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4774.280064] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4774.280066] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4774.280067] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4774.280068] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4774.280069] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4774.280070] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4774.280072] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4774.280074] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4774.280075] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4774.280076] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4774.280076] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4774.280077] PKRU: 55555554 [ 4774.280078] Call Trace: [ 4774.280081] [ 4774.280085] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4774.280090] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4774.280096] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4774.280099] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4774.280104] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4774.280106] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4774.280114] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4774.280117] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4774.280120] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4774.280122] [ 4774.280123] [ 4774.280124] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4774.280130] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4774.280136] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4774.280141] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4774.280143] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4774.280149] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4774.280153] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4774.280159] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4774.280164] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4774.280169] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4774.280172] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4774.280177] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4774.280185] ? __bfs (kernel/locking/lockdep.c:1787) [ 4774.280188] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4774.280190] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4774.280193] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4774.280195] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4774.280197] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4774.280199] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4774.280201] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4774.280204] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4774.280207] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4774.280211] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4774.280216] tc_run (net/core/dev.c:3912) [ 4774.280222] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4774.280224] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4774.280226] ? eth_header (net/ethernet/eth.c:85) [ 4774.280231] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4774.280235] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4774.280237] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4774.280240] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4774.280243] ? __alloc_skb (net/core/skbuff.c:667) [ 4774.280246] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4774.280248] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4774.280250] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4774.280251] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4774.280253] call_timer_fn (kernel/time/timer.c:1700) [ 4774.280257] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4774.280259] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4774.280265] run_timer_softirq (kernel/time/timer.c:2053) [ 4774.280266] __do_softirq (kernel/softirq.c:553) [ 4774.280270] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4774.280274] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4774.280276] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4774.280279] RIP: 0033:0x7fd2c2613700 [ 4774.280282] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4774.280283] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4774.280284] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4774.280286] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4774.280287] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4774.280288] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4774.280288] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4774.280287] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 4774.280288] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 4774.280288] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4774.280291] [ 4774.303012] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4774.303600] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4774.303895] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4774.304848] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4774.305130] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4774.305500] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4774.305873] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4774.306247] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4774.306620] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4774.306993] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4774.307415] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4774.307720] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4774.308094] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4774.308466] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4774.308840] PKRU: 55555554 [ 4774.308987] Call Trace: [ 4774.309122] [ 4774.309241] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4774.309479] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4774.309724] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4774.309949] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4774.310178] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4774.310413] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4774.310692] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4774.310914] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4774.311169] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4774.311408] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4774.311642] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4774.311918] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4774.312184] [ 4774.312303] [ 4774.312423] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4774.312709] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4774.312971] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4774.313180] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4774.313376] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4774.313620] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4774.313863] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4774.314125] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4774.314341] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4774.314622] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4774.314889] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4774.315182] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4774.315392] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4774.315650] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4774.315882] ? __kernel_text_address (kernel/extable.c:79) [ 4774.316120] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4774.316376] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4774.316657] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4774.316879] ? stack_trace_save (kernel/stacktrace.c:123) [ 4774.317095] ? save_trace (kernel/locking/lockdep.c:584) [ 4774.317291] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4774.317514] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4774.317716] tc_run (net/core/dev.c:3912) [ 4774.317888] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4774.318107] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4774.318319] ? eth_header (net/ethernet/eth.c:85) [ 4774.318512] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4774.318731] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4774.318941] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4774.319162] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4774.319374] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4774.319597] ? __alloc_skb (net/core/skbuff.c:667) [ 4774.319799] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4774.319987] inet_shutdown (net/ipv4/af_inet.c:943) [ 4774.320188] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4774.320387] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4774.320602] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4774.320802] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4774.321069] RIP: 0033:0x7fa2514bebeb [ 4774.321263] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4774.322216] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4774.322608] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4774.322978] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4774.323349] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4774.323721] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4774.324093] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4852.327036] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=870292 | [ 4852.327519] rcu: (t=3693610 jiffies g=77753 q=126 ncpus=4) | [ 4852.327809] Sending NMI from CPU 2 to CPUs 0: | [ 4852.328053] NMI backtrace for cpu 0 [ 4852.328062] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4852.328064] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4852.328074] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4852.328076] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4852.328079] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4852.328079] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4852.328080] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4852.328081] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4852.328082] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4852.328085] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4852.328086] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4852.328087] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4852.328088] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4852.328088] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4852.328089] PKRU: 55555554 [ 4852.328090] Call Trace: [ 4852.328092] [ 4852.328096] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4852.328102] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4852.328108] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4852.328111] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4852.328115] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4852.328117] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4852.328125] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4852.328127] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4852.328130] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4852.328132] [ 4852.328133] [ 4852.328134] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4852.328139] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4852.328146] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4852.328151] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4852.328153] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4852.328159] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4852.328163] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4852.328170] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4852.328175] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4852.328179] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4852.328181] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4852.328187] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4852.328195] ? __bfs (kernel/locking/lockdep.c:1787) [ 4852.328198] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4852.328199] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4852.328202] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4852.328205] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4852.328206] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4852.328209] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4852.328211] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4852.328215] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4852.328218] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4852.328221] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4852.328227] tc_run (net/core/dev.c:3912) [ 4852.328231] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4852.328233] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4852.328235] ? eth_header (net/ethernet/eth.c:85) [ 4852.328239] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4852.328243] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4852.328245] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4852.328248] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4852.328254] ? __alloc_skb (net/core/skbuff.c:667) [ 4852.328257] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4852.328259] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4852.328261] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4852.328263] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4852.328264] call_timer_fn (kernel/time/timer.c:1700) [ 4852.328268] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4852.328271] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4852.328275] run_timer_softirq (kernel/time/timer.c:2053) [ 4852.328276] __do_softirq (kernel/softirq.c:553) [ 4852.328280] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4852.328284] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4852.328286] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4852.328289] RIP: 0033:0x7fd2c2613700 [ 4852.328292] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4852.328293] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4852.328294] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4852.328295] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4852.328296] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4852.328297] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4852.328298] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4852.328296] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 4852.328297] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 4852.328298] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4852.328301] [ 4852.351025] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4852.351615] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4852.351908] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4852.352860] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4852.353136] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4852.353508] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4852.353878] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4852.354248] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4852.354625] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4852.355000] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4852.355420] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4852.355724] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4852.356098] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4852.356470] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4852.356840] PKRU: 55555554 [ 4852.356988] Call Trace: [ 4852.357125] [ 4852.357240] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4852.357476] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4852.357721] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4852.357943] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4852.358170] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4852.358401] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4852.358683] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4852.358900] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4852.359155] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4852.359395] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4852.359624] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4852.359904] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4852.360171] [ 4852.360287] [ 4852.360406] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4852.360692] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4852.360953] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4852.361159] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4852.361354] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4852.361597] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4852.361838] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4852.362099] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4852.362316] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4852.362596] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4852.362857] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4852.363140] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4852.363347] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4852.363605] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4852.363837] ? __kernel_text_address (kernel/extable.c:79) [ 4852.364072] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4852.364325] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4852.364612] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4852.364832] ? stack_trace_save (kernel/stacktrace.c:123) [ 4852.365046] ? save_trace (kernel/locking/lockdep.c:584) [ 4852.365241] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4852.365464] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4852.365664] tc_run (net/core/dev.c:3912) [ 4852.365837] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4852.366059] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4852.366268] ? eth_header (net/ethernet/eth.c:85) [ 4852.366460] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4852.366677] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4852.366891] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4852.367109] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4852.367320] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4852.367547] ? __alloc_skb (net/core/skbuff.c:667) [ 4852.367747] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4852.367936] inet_shutdown (net/ipv4/af_inet.c:943) [ 4852.368135] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4852.368335] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4852.368547] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4852.368746] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4852.369011] RIP: 0033:0x7fa2514bebeb [ 4852.369204] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4852.370157] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4852.370549] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4852.370920] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4852.371290] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4852.371660] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4852.372030] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4852.372405] | [ 4930.374700] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4930.375045] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=887667 | [ 4930.375529] rcu: (t=3771658 jiffies g=77753 q=127 ncpus=4) [ 4930.376172] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4930.376763] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4930.377059] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4930.378013] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 4930.378288] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 4930.378658] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 4930.379033] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 4930.379401] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 4930.379773] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 4930.380145] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 4930.380566] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4930.380870] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 4930.381242] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4930.381614] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4930.381983] PKRU: 55555554 [ 4930.382138] Call Trace: [ 4930.382279] [ 4930.382400] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4930.382638] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4930.382879] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4930.383106] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 4930.383330] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4930.383564] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4930.383846] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4930.384064] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4930.384324] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4930.384563] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4930.384795] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4930.385070] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4930.385332] [ 4930.385450] [ 4930.385569] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4930.385856] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4930.386117] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4930.386325] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4930.386521] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4930.386769] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4930.387012] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4930.387278] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4930.387501] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4930.387791] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4930.388059] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4930.388349] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 4930.388556] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4930.388769] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4930.389033] ? __bfs (kernel/locking/lockdep.c:1787) [ 4930.389211] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 4930.389431] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4930.389656] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4930.389867] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 4930.390112] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 4930.390339] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4930.390550] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 4930.390800] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4930.391012] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4930.391238] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4930.391441] tc_run (net/core/dev.c:3912) [ 4930.391617] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4930.391846] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4930.392062] ? eth_header (net/ethernet/eth.c:85) [ 4930.392259] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4930.392485] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4930.392709] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4930.392926] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4930.393154] ? __alloc_skb (net/core/skbuff.c:667) [ 4930.393359] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4930.393607] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 4930.393854] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 4930.394068] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 4930.394324] call_timer_fn (kernel/time/timer.c:1700) [ 4930.394528] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 4930.394770] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 4930.395011] run_timer_softirq (kernel/time/timer.c:2053) [ 4930.395224] __do_softirq (kernel/softirq.c:553) [ 4930.395423] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 4930.395617] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 4930.395877] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4930.396153] RIP: 0033:0x7fd2c2613700 [ 4930.396350] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 4930.397326] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 4930.397604] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 4930.397985] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 4930.398362] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 4930.398738] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 4930.399116] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4930.399116] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 4930.399510] | [ 4930.399638] Sending NMI from CPU 0 to CPUs 2: | [ 4930.399893] NMI backtrace for cpu 2 [ 4930.399900] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4930.399901] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4930.399909] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4930.399911] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 4930.399912] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 4930.399913] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 4930.399914] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 4930.399915] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 4930.399916] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 4930.399919] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 4930.399920] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4930.399921] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 4930.399922] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4930.399922] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4930.399923] PKRU: 55555554 [ 4930.399923] Call Trace: [ 4930.399926] [ 4930.399929] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4930.399934] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4930.399939] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4930.399942] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4930.399946] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4930.399948] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4930.399954] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4930.399957] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4930.399960] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4930.399962] [ 4930.399962] [ 4930.399963] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4930.399967] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 4930.399972] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 4930.399976] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 4930.399978] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 4930.399983] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 4930.399985] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 4930.399992] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 4930.399996] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 4930.400001] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 4930.400006] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 4930.400013] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 4930.400016] ? __kernel_text_address (kernel/extable.c:79) [ 4930.400018] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 4930.400021] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 4930.400024] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 4930.400029] ? stack_trace_save (kernel/stacktrace.c:123) [ 4930.400031] ? save_trace (kernel/locking/lockdep.c:584) [ 4930.400034] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 4930.400038] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 4930.400042] tc_run (net/core/dev.c:3912) [ 4930.400047] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 4930.400049] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 4930.400052] ? eth_header (net/ethernet/eth.c:85) [ 4930.400055] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 4930.400058] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 4930.400061] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4930.400063] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 4930.400066] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 4930.400070] ? __alloc_skb (net/core/skbuff.c:667) [ 4930.400073] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 4930.400075] inet_shutdown (net/ipv4/af_inet.c:943) [ 4930.400077] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 4930.400080] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 4930.400082] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 4930.400084] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 4930.400086] RIP: 0033:0x7fa2514bebeb [ 4930.400091] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 4930.400092] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 4930.400093] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 4930.400094] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 4930.400094] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 4930.400095] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 4930.400096] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 4930.400099] | [ 5008.403692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5008.404058] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=904968 | [ 5008.404537] rcu: (t=3849687 jiffies g=77753 q=127 ncpus=4) [ 5008.405174] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5008.405760] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5008.406059] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5008.407005] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5008.407281] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5008.407648] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5008.408023] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5008.408392] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5008.408762] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5008.409131] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5008.409553] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5008.409854] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5008.410222] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5008.410591] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5008.410960] PKRU: 55555554 [ 5008.411106] Call Trace: [ 5008.411241] [ 5008.411359] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5008.411596] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5008.411840] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5008.412064] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5008.412287] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5008.412521] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5008.412802] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5008.413022] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5008.413275] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5008.413512] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5008.413745] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5008.414023] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5008.414284] [ 5008.414402] [ 5008.414522] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5008.414808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5008.415069] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5008.415279] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5008.415473] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5008.415721] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5008.415963] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5008.416226] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5008.416442] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5008.416726] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5008.416987] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5008.417269] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5008.417477] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5008.417687] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5008.417944] ? __bfs (kernel/locking/lockdep.c:1787) [ 5008.418119] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5008.418335] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5008.418555] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5008.418763] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5008.419006] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5008.419231] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5008.419436] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5008.419672] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5008.419881] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5008.420102] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5008.420302] tc_run (net/core/dev.c:3912) [ 5008.420476] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5008.420694] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5008.420905] ? eth_header (net/ethernet/eth.c:85) [ 5008.421097] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5008.421321] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5008.421538] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5008.421750] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5008.421978] ? __alloc_skb (net/core/skbuff.c:667) [ 5008.422178] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5008.422420] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5008.422661] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5008.422877] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5008.423119] call_timer_fn (kernel/time/timer.c:1700) [ 5008.423318] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5008.423550] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5008.423788] run_timer_softirq (kernel/time/timer.c:2053) [ 5008.424000] __do_softirq (kernel/softirq.c:553) [ 5008.424198] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5008.424390] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5008.424647] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5008.424919] RIP: 0033:0x7fd2c2613700 [ 5008.425119] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5008.426077] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5008.426353] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5008.426727] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5008.427100] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5008.427473] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5008.427852] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5008.427852] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5008.428235] | [ 5008.428361] Sending NMI from CPU 0 to CPUs 2: | [ 5008.428604] NMI backtrace for cpu 2 [ 5008.428611] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5008.428613] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5008.428620] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5008.428621] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5008.428623] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5008.428624] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5008.428625] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5008.428626] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5008.428626] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5008.428629] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5008.428630] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5008.428631] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5008.428633] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5008.428633] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5008.428634] PKRU: 55555554 [ 5008.428635] Call Trace: [ 5008.428637] [ 5008.428639] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5008.428644] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5008.428648] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5008.428650] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5008.428654] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5008.428656] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5008.428662] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5008.428664] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5008.428667] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5008.428669] [ 5008.428670] [ 5008.428671] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5008.428675] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5008.428681] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5008.428684] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5008.428687] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5008.428692] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5008.428696] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5008.428703] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5008.428707] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5008.428712] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5008.428717] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5008.428724] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5008.428728] ? __kernel_text_address (kernel/extable.c:79) [ 5008.428729] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5008.428732] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5008.428736] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5008.428740] ? stack_trace_save (kernel/stacktrace.c:123) [ 5008.428742] ? save_trace (kernel/locking/lockdep.c:584) [ 5008.428745] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5008.428749] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5008.428752] tc_run (net/core/dev.c:3912) [ 5008.428756] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5008.428758] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5008.428760] ? eth_header (net/ethernet/eth.c:85) [ 5008.428763] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5008.428765] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5008.428768] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5008.428770] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5008.428773] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5008.428776] ? __alloc_skb (net/core/skbuff.c:667) [ 5008.428778] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5008.428781] inet_shutdown (net/ipv4/af_inet.c:943) [ 5008.428784] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5008.428787] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5008.428789] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5008.428791] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5008.428793] RIP: 0033:0x7fa2514bebeb [ 5008.428795] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5008.428796] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5008.428798] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5008.428799] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5008.428799] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5008.428800] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5008.428801] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5008.428804] | [ 5086.427691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5086.428028] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=922730 | [ 5086.428502] rcu: (t=3927711 jiffies g=77753 q=129 ncpus=4) [ 5086.429122] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5086.429693] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5086.429979] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5086.430904] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5086.431170] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5086.431530] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5086.431888] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5086.432248] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5086.432608] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5086.432974] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5086.433379] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5086.433677] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5086.434038] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5086.434399] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5086.434757] PKRU: 55555554 [ 5086.434903] Call Trace: [ 5086.435035] [ 5086.435149] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5086.435380] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5086.435619] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5086.435838] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5086.436058] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5086.436284] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5086.436560] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5086.436771] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5086.437018] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5086.437252] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5086.437475] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5086.437746] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5086.438001] [ 5086.438116] [ 5086.438230] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5086.438508] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5086.438762] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5086.438964] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5086.439170] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5086.439414] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5086.439653] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5086.439915] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5086.440133] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5086.440423] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5086.440698] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5086.440979] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5086.441185] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5086.441397] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5086.441654] ? __bfs (kernel/locking/lockdep.c:1787) [ 5086.441837] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5086.442050] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5086.442263] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5086.442464] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5086.442699] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5086.442914] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5086.443115] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5086.443343] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5086.443564] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5086.443789] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5086.443990] tc_run (net/core/dev.c:3912) [ 5086.444159] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5086.444379] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5086.444589] ? eth_header (net/ethernet/eth.c:85) [ 5086.444792] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5086.445006] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5086.445221] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5086.445428] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5086.445645] ? __alloc_skb (net/core/skbuff.c:667) [ 5086.445840] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5086.446078] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5086.446315] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5086.446519] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5086.446757] call_timer_fn (kernel/time/timer.c:1700) [ 5086.446952] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5086.447194] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5086.447431] run_timer_softirq (kernel/time/timer.c:2053) [ 5086.447639] __do_softirq (kernel/softirq.c:553) [ 5086.447837] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5086.448029] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5086.448284] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5086.448561] RIP: 0033:0x7fd2c2613700 [ 5086.448752] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5086.449682] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5086.449950] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5086.450313] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5086.450675] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5086.451038] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5086.451397] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5086.451397] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5086.451766] | [ 5086.451886] Sending NMI from CPU 0 to CPUs 2: | [ 5086.452123] NMI backtrace for cpu 2 [ 5086.452129] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5086.452130] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5086.452136] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 5086.452137] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5086.452138] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5086.452140] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5086.452141] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5086.452142] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5086.452143] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5086.452145] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5086.452146] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5086.452147] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5086.452148] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5086.452148] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5086.452149] PKRU: 55555554 [ 5086.452150] Call Trace: [ 5086.452151] [ 5086.452153] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5086.452158] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5086.452162] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5086.452164] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5086.452167] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5086.452170] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5086.452175] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5086.452177] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5086.452180] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5086.452182] [ 5086.452183] [ 5086.452184] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5086.452187] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5086.452192] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5086.452195] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5086.452196] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5086.452200] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5086.452202] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5086.452208] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5086.452212] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5086.452217] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5086.452220] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5086.452227] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5086.452230] ? __kernel_text_address (kernel/extable.c:79) [ 5086.452232] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5086.452234] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5086.452237] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5086.452241] ? stack_trace_save (kernel/stacktrace.c:123) [ 5086.452243] ? save_trace (kernel/locking/lockdep.c:584) [ 5086.452246] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5086.452249] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5086.452252] tc_run (net/core/dev.c:3912) [ 5086.452256] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5086.452258] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5086.452260] ? eth_header (net/ethernet/eth.c:85) [ 5086.452263] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5086.452265] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5086.452268] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5086.452269] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5086.452272] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5086.452276] ? __alloc_skb (net/core/skbuff.c:667) [ 5086.452278] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5086.452281] inet_shutdown (net/ipv4/af_inet.c:943) [ 5086.452283] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5086.452286] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5086.452287] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5086.452290] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5086.452292] RIP: 0033:0x7fa2514bebeb [ 5086.452294] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5086.452295] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5086.452296] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5086.452297] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5086.452298] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5086.452298] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5086.452299] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5164.456043] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=941420 | [ 5164.456523] rcu: (t=4005739 jiffies g=77753 q=129 ncpus=4) | [ 5164.456823] Sending NMI from CPU 2 to CPUs 0: | [ 5164.457064] NMI backtrace for cpu 0 [ 5164.457077] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5164.457080] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5164.457089] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5164.457091] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5164.457093] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5164.457094] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5164.457094] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5164.457095] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5164.457096] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5164.457099] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5164.457101] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5164.457102] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5164.457102] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5164.457103] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5164.457104] PKRU: 55555554 [ 5164.457104] Call Trace: [ 5164.457108] [ 5164.457116] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5164.457122] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5164.457126] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5164.457128] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5164.457132] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5164.457134] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5164.457140] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5164.457143] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5164.457146] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5164.457148] [ 5164.457149] [ 5164.457150] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5164.457154] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5164.457159] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5164.457163] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5164.457165] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5164.457169] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5164.457175] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5164.457183] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5164.457189] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5164.457193] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5164.457196] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5164.457200] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5164.457208] ? __bfs (kernel/locking/lockdep.c:1787) [ 5164.457211] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5164.457212] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5164.457215] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5164.457218] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5164.457219] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5164.457221] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5164.457223] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5164.457226] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5164.457229] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5164.457233] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5164.457237] tc_run (net/core/dev.c:3912) [ 5164.457241] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5164.457244] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5164.457246] ? eth_header (net/ethernet/eth.c:85) [ 5164.457249] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5164.457253] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5164.457255] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5164.457258] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5164.457261] ? __alloc_skb (net/core/skbuff.c:667) [ 5164.457264] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5164.457266] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5164.457267] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5164.457269] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5164.457270] call_timer_fn (kernel/time/timer.c:1700) [ 5164.457274] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5164.457276] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5164.457280] run_timer_softirq (kernel/time/timer.c:2053) [ 5164.457281] __do_softirq (kernel/softirq.c:553) [ 5164.457285] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5164.457287] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5164.457290] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5164.457291] RIP: 0033:0x7fd2c2613700 [ 5164.457295] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5164.457297] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5164.457298] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5164.457299] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5164.457300] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5164.457300] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5164.457301] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5164.457300] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 5164.457300] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 5164.457301] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5164.457305] [ 5164.479999] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5164.480586] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5164.480876] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5164.481828] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5164.482103] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5164.482473] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5164.482844] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5164.483227] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5164.483597] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5164.483971] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5164.484388] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5164.484689] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5164.485061] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5164.485433] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5164.485804] PKRU: 55555554 [ 5164.485951] Call Trace: [ 5164.486087] [ 5164.486205] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5164.486439] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5164.486682] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5164.486907] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5164.487131] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5164.487364] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5164.487644] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5164.487861] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5164.488115] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5164.488355] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5164.488585] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5164.488862] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5164.489128] [ 5164.489247] [ 5164.489364] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5164.489648] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5164.489909] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5164.490116] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5164.490311] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5164.490556] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5164.490798] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5164.491060] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5164.491277] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5164.491556] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5164.491818] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5164.492100] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5164.492311] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5164.492567] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5164.492799] ? __kernel_text_address (kernel/extable.c:79) [ 5164.493037] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5164.493353] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5164.493646] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5164.493865] ? stack_trace_save (kernel/stacktrace.c:123) [ 5164.494082] ? save_trace (kernel/locking/lockdep.c:584) [ 5164.494277] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5164.494499] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5164.494698] tc_run (net/core/dev.c:3912) [ 5164.494870] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5164.495089] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5164.495299] ? eth_header (net/ethernet/eth.c:85) [ 5164.495490] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5164.495711] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5164.495923] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5164.496140] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5164.496353] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5164.496578] ? __alloc_skb (net/core/skbuff.c:667) [ 5164.496779] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5164.496969] inet_shutdown (net/ipv4/af_inet.c:943) [ 5164.497169] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5164.497368] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5164.497581] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5164.497781] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5164.498050] RIP: 0033:0x7fa2514bebeb [ 5164.498244] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5164.499195] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5164.499585] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5164.499956] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5164.500325] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5164.500694] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5164.501064] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5164.501439] | [ 5242.503690] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5242.504036] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=958824 | [ 5242.504517] rcu: (t=4083787 jiffies g=77753 q=129 ncpus=4) [ 5242.505152] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5242.505735] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5242.506025] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5242.506974] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5242.507247] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5242.507617] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5242.507985] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5242.508352] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5242.508722] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5242.509092] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5242.509511] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5242.509813] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5242.510185] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5242.510554] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5242.510922] PKRU: 55555554 [ 5242.511072] Call Trace: [ 5242.511208] [ 5242.511325] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5242.511562] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5242.511808] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5242.512032] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5242.512260] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5242.512492] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5242.512779] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5242.512998] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5242.513253] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5242.513495] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5242.513727] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5242.514004] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5242.514267] [ 5242.514385] [ 5242.514503] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5242.514793] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5242.515055] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5242.515263] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5242.515461] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5242.515706] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5242.515947] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5242.516210] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5242.516430] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5242.516713] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5242.516975] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5242.517260] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5242.517463] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5242.517675] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5242.517934] ? __bfs (kernel/locking/lockdep.c:1787) [ 5242.518109] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5242.518328] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5242.518549] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5242.518756] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5242.518999] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5242.519221] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5242.519427] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5242.519664] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5242.519872] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5242.520096] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5242.520297] tc_run (net/core/dev.c:3912) [ 5242.520466] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5242.520687] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5242.520898] ? eth_header (net/ethernet/eth.c:85) [ 5242.521090] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5242.521311] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5242.521534] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5242.521747] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5242.521971] ? __alloc_skb (net/core/skbuff.c:667) [ 5242.522170] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5242.522412] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5242.522654] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5242.522869] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5242.523115] call_timer_fn (kernel/time/timer.c:1700) [ 5242.523315] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5242.523544] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5242.523782] run_timer_softirq (kernel/time/timer.c:2053) [ 5242.523991] __do_softirq (kernel/softirq.c:553) [ 5242.524187] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5242.524377] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5242.524631] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5242.524902] RIP: 0033:0x7fd2c2613700 [ 5242.525096] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5242.526049] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5242.526323] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5242.526696] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5242.527069] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5242.527440] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5242.527811] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5242.527811] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5242.528189] | [ 5242.528312] Sending NMI from CPU 0 to CPUs 2: | [ 5242.528554] NMI backtrace for cpu 2 [ 5242.528568] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5242.528569] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5242.528574] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5242.528576] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5242.528577] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5242.528578] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5242.528579] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5242.528580] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5242.528581] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5242.528583] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5242.528585] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5242.528585] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5242.528587] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5242.528587] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5242.528588] PKRU: 55555554 [ 5242.528589] Call Trace: [ 5242.528590] [ 5242.528592] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5242.528597] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5242.528601] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5242.528604] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5242.528607] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5242.528610] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5242.528615] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5242.528617] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5242.528620] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5242.528623] [ 5242.528623] [ 5242.528624] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5242.528628] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5242.528632] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5242.528635] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5242.528637] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5242.528641] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5242.528644] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5242.528649] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5242.528654] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5242.528658] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5242.528662] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5242.528669] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5242.528672] ? __kernel_text_address (kernel/extable.c:79) [ 5242.528674] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5242.528677] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5242.528680] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5242.528683] ? stack_trace_save (kernel/stacktrace.c:123) [ 5242.528687] ? save_trace (kernel/locking/lockdep.c:584) [ 5242.528690] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5242.528693] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5242.528697] tc_run (net/core/dev.c:3912) [ 5242.528701] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5242.528703] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5242.528705] ? eth_header (net/ethernet/eth.c:85) [ 5242.528708] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5242.528710] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5242.528713] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5242.528715] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5242.528718] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5242.528721] ? __alloc_skb (net/core/skbuff.c:667) [ 5242.528724] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5242.528727] inet_shutdown (net/ipv4/af_inet.c:943) [ 5242.528730] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5242.528733] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5242.528735] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5242.528738] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5242.528739] RIP: 0033:0x7fa2514bebeb [ 5242.528741] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5242.528743] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5242.528744] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5242.528746] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5242.528746] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5242.528747] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5242.528748] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5242.528752] | [ 5320.531692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5320.532048] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=976035 | [ 5320.532536] rcu: (t=4161815 jiffies g=77753 q=129 ncpus=4) [ 5320.533171] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5320.533757] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5320.534050] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5320.534994] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5320.535268] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5320.535637] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5320.536004] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5320.536374] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5320.536744] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5320.537114] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5320.537530] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5320.537830] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5320.538200] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5320.538568] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5320.538938] PKRU: 55555554 [ 5320.539085] Call Trace: [ 5320.539223] [ 5320.539340] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5320.539578] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5320.539824] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5320.540049] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5320.540276] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5320.540508] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5320.540791] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5320.541009] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5320.541263] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5320.541503] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5320.541733] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5320.542009] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5320.542272] [ 5320.542390] [ 5320.542514] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5320.542803] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5320.543064] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5320.543274] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5320.543469] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5320.543714] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5320.543955] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5320.544218] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5320.544434] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5320.544721] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5320.544983] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5320.545265] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5320.545468] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5320.545677] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5320.545937] ? __bfs (kernel/locking/lockdep.c:1787) [ 5320.546113] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5320.546329] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5320.546550] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5320.546758] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5320.547000] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5320.547223] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5320.547429] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5320.547666] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5320.547875] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5320.548097] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5320.548300] tc_run (net/core/dev.c:3912) [ 5320.548471] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5320.548691] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5320.548903] ? eth_header (net/ethernet/eth.c:85) [ 5320.549097] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5320.549320] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5320.549539] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5320.549755] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5320.549983] ? __alloc_skb (net/core/skbuff.c:667) [ 5320.550188] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5320.550433] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5320.550678] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5320.550893] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5320.551138] call_timer_fn (kernel/time/timer.c:1700) [ 5320.551341] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5320.551575] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5320.551816] run_timer_softirq (kernel/time/timer.c:2053) [ 5320.552028] __do_softirq (kernel/softirq.c:553) [ 5320.552229] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5320.552426] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5320.552685] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5320.552960] RIP: 0033:0x7fd2c2613700 [ 5320.553157] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5320.554128] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5320.554405] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5320.554782] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5320.555157] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5320.555531] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5320.555912] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5320.555912] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5320.556292] | [ 5320.556418] Sending NMI from CPU 0 to CPUs 2: | [ 5320.556662] NMI backtrace for cpu 2 [ 5320.556670] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5320.556671] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5320.556678] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5320.556680] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5320.556682] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5320.556683] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5320.556684] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5320.556685] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5320.556687] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5320.556689] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5320.556691] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5320.556692] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5320.556692] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5320.556693] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5320.556694] PKRU: 55555554 [ 5320.556694] Call Trace: [ 5320.556696] [ 5320.556699] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5320.556704] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5320.556709] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5320.556711] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5320.556715] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5320.556717] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5320.556723] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5320.556726] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5320.556729] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5320.556731] [ 5320.556731] [ 5320.556732] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5320.556737] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5320.556743] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5320.556747] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5320.556748] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5320.556753] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5320.556756] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5320.556763] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5320.556768] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5320.556773] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5320.556777] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5320.556785] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5320.556788] ? __kernel_text_address (kernel/extable.c:79) [ 5320.556790] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5320.556792] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5320.556796] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5320.556800] ? stack_trace_save (kernel/stacktrace.c:123) [ 5320.556803] ? save_trace (kernel/locking/lockdep.c:584) [ 5320.556806] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5320.556810] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5320.556814] tc_run (net/core/dev.c:3912) [ 5320.556818] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5320.556820] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5320.556822] ? eth_header (net/ethernet/eth.c:85) [ 5320.556825] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5320.556828] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5320.556831] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5320.556833] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5320.556836] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5320.556839] ? __alloc_skb (net/core/skbuff.c:667) [ 5320.556842] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5320.556844] inet_shutdown (net/ipv4/af_inet.c:943) [ 5320.556847] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5320.556850] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5320.556852] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5320.556854] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5320.556856] RIP: 0033:0x7fa2514bebeb [ 5320.556859] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5320.556860] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5320.556862] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5320.556862] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5320.556863] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5320.556864] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5320.556865] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5320.556868] | [ 5398.555689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5398.556047] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=994534 | [ 5398.556527] rcu: (t=4239839 jiffies g=77753 q=129 ncpus=4) [ 5398.557163] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5398.557748] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5398.558039] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5398.558985] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5398.559258] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5398.559629] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5398.559999] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5398.560368] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5398.560734] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5398.561108] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5398.561527] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5398.561826] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5398.562200] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5398.562570] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5398.562939] PKRU: 55555554 [ 5398.563085] Call Trace: [ 5398.563221] [ 5398.563339] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5398.563575] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5398.563817] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5398.564042] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5398.564265] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5398.564498] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5398.564778] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5398.564995] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5398.565248] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5398.565487] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5398.565718] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5398.565992] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5398.566253] [ 5398.566371] [ 5398.566490] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5398.566773] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5398.567032] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5398.567239] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5398.567433] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5398.567677] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5398.567919] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5398.568180] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5398.568394] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5398.568675] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5398.568936] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5398.569219] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5398.569422] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5398.569632] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5398.569890] ? __bfs (kernel/locking/lockdep.c:1787) [ 5398.570063] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5398.570283] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5398.570501] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5398.570707] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5398.570949] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5398.571172] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5398.571379] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5398.571612] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5398.571822] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5398.572045] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5398.572250] tc_run (net/core/dev.c:3912) [ 5398.572421] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5398.572640] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5398.572849] ? eth_header (net/ethernet/eth.c:85) [ 5398.573041] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5398.573266] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5398.573485] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5398.573696] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5398.573921] ? __alloc_skb (net/core/skbuff.c:667) [ 5398.574121] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5398.574361] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5398.574601] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5398.574814] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5398.575056] call_timer_fn (kernel/time/timer.c:1700) [ 5398.575255] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5398.575488] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5398.575724] run_timer_softirq (kernel/time/timer.c:2053) [ 5398.575937] __do_softirq (kernel/softirq.c:553) [ 5398.576133] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5398.576323] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5398.576579] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5398.576852] RIP: 0033:0x7fd2c2613700 [ 5398.577046] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5398.578000] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5398.578281] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5398.578650] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5398.579023] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5398.579394] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5398.579765] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5398.579765] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5398.580139] | [ 5398.580263] Sending NMI from CPU 0 to CPUs 2: | [ 5398.580509] NMI backtrace for cpu 2 [ 5398.580514] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5398.580515] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5398.580520] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5398.580521] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5398.580523] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5398.580524] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5398.580525] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5398.580526] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5398.580527] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5398.580529] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5398.580531] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5398.580532] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5398.580532] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5398.580533] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5398.580534] PKRU: 55555554 [ 5398.580534] Call Trace: [ 5398.580536] [ 5398.580538] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5398.580542] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5398.580546] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5398.580549] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5398.580552] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5398.580554] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5398.580559] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5398.580562] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5398.580564] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5398.580567] [ 5398.580567] [ 5398.580568] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5398.580572] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5398.580576] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5398.580579] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5398.580581] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5398.580585] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5398.580588] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5398.580594] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5398.580598] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5398.580603] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5398.580606] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5398.580613] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5398.580616] ? __kernel_text_address (kernel/extable.c:79) [ 5398.580618] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5398.580620] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5398.580624] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5398.580629] ? stack_trace_save (kernel/stacktrace.c:123) [ 5398.580631] ? save_trace (kernel/locking/lockdep.c:584) [ 5398.580634] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5398.580638] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5398.580641] tc_run (net/core/dev.c:3912) [ 5398.580645] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5398.580648] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5398.580649] ? eth_header (net/ethernet/eth.c:85) [ 5398.580653] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5398.580655] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5398.580658] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5398.580660] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5398.580663] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5398.580667] ? __alloc_skb (net/core/skbuff.c:667) [ 5398.580670] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5398.580672] inet_shutdown (net/ipv4/af_inet.c:943) [ 5398.580675] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5398.580678] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5398.580680] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5398.580683] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5398.580684] RIP: 0033:0x7fa2514bebeb [ 5398.580688] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5398.580689] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5398.580691] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5398.580692] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5398.580692] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5398.580693] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5398.580694] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5398.580697] | [ 5476.583689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5476.584032] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1013962 | [ 5476.584515] rcu: (t=4317867 jiffies g=77753 q=129 ncpus=4) [ 5476.585149] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5476.585734] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5476.586027] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5476.586970] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5476.587247] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5476.587613] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5476.587983] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5476.588351] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5476.588720] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5476.589089] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5476.589508] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5476.589809] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5476.590177] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5476.590546] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5476.590915] PKRU: 55555554 [ 5476.591061] Call Trace: [ 5476.591196] [ 5476.591313] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5476.591549] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5476.591795] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5476.592018] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5476.592244] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5476.592477] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5476.592756] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5476.592976] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5476.593230] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5476.593467] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5476.593699] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5476.593974] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5476.594235] [ 5476.594353] [ 5476.594472] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5476.594755] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5476.595016] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5476.595225] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5476.595419] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5476.595662] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5476.595904] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5476.596164] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5476.596379] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5476.596659] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5476.596920] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5476.597203] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5476.597406] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5476.597616] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5476.597874] ? __bfs (kernel/locking/lockdep.c:1787) [ 5476.598048] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5476.598264] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5476.598484] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5476.598692] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5476.598931] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5476.599156] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5476.599361] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5476.599595] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5476.599803] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5476.600024] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5476.600224] tc_run (net/core/dev.c:3912) [ 5476.600397] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5476.600615] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5476.600826] ? eth_header (net/ethernet/eth.c:85) [ 5476.601017] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5476.601240] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5476.601457] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5476.601669] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5476.601901] ? __alloc_skb (net/core/skbuff.c:667) [ 5476.602100] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5476.602343] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5476.602584] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5476.602798] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5476.603038] call_timer_fn (kernel/time/timer.c:1700) [ 5476.603239] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5476.603469] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5476.603706] run_timer_softirq (kernel/time/timer.c:2053) [ 5476.603915] __do_softirq (kernel/softirq.c:553) [ 5476.604111] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5476.604301] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5476.604555] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5476.604825] RIP: 0033:0x7fd2c2613700 [ 5476.605018] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5476.605973] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5476.606246] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5476.606617] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5476.606986] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5476.607356] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5476.607726] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5476.607726] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5476.608101] | [ 5476.608224] Sending NMI from CPU 0 to CPUs 2: | [ 5476.608462] NMI backtrace for cpu 2 [ 5476.608467] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5476.608468] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5476.608473] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5476.608475] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5476.608476] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5476.608477] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5476.608478] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5476.608479] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5476.608480] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5476.608482] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5476.608484] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5476.608484] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5476.608485] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5476.608486] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5476.608487] PKRU: 55555554 [ 5476.608487] Call Trace: [ 5476.608489] [ 5476.608491] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5476.608495] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5476.608499] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5476.608501] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5476.608505] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5476.608507] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5476.608512] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5476.608515] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5476.608518] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5476.608520] [ 5476.608521] [ 5476.608522] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5476.608525] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5476.608530] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5476.608533] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5476.608535] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5476.608539] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5476.608541] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5476.608547] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5476.608551] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5476.608556] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5476.608559] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5476.608566] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5476.608569] ? __kernel_text_address (kernel/extable.c:79) [ 5476.608571] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5476.608573] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5476.608576] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5476.608580] ? stack_trace_save (kernel/stacktrace.c:123) [ 5476.608583] ? save_trace (kernel/locking/lockdep.c:584) [ 5476.608585] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5476.608589] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5476.608592] tc_run (net/core/dev.c:3912) [ 5476.608595] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5476.608598] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5476.608600] ? eth_header (net/ethernet/eth.c:85) [ 5476.608603] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5476.608605] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5476.608608] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5476.608610] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5476.608612] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5476.608616] ? __alloc_skb (net/core/skbuff.c:667) [ 5476.608619] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5476.608621] inet_shutdown (net/ipv4/af_inet.c:943) [ 5476.608623] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5476.608626] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5476.608628] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5476.608630] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5476.608632] RIP: 0033:0x7fa2514bebeb [ 5476.608634] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5476.608635] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5476.608637] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5476.608638] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5476.608638] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5476.608639] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5476.608640] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5476.608643] | [ 5554.607701] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5554.608052] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1032791 | [ 5554.608536] rcu: (t=4395891 jiffies g=77753 q=129 ncpus=4) [ 5554.609174] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5554.609771] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5554.610065] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5554.611015] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5554.611292] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5554.611666] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5554.612037] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5554.612408] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5554.612778] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5554.613150] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5554.613572] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5554.613873] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5554.614245] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5554.614618] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5554.614989] PKRU: 55555554 [ 5554.615137] Call Trace: [ 5554.615276] [ 5554.615398] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5554.615636] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5554.615879] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5554.616102] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5554.616328] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5554.616560] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5554.616840] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5554.617059] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5554.617314] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5554.617556] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5554.617786] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5554.618061] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5554.618323] [ 5554.618441] [ 5554.618560] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5554.618844] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5554.619104] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5554.619313] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5554.619511] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5554.619753] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5554.619997] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5554.620258] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5554.620472] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5554.620755] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5554.621017] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5554.621298] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5554.621537] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5554.621747] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5554.622007] ? __bfs (kernel/locking/lockdep.c:1787) [ 5554.622182] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5554.622399] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5554.622621] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5554.622829] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5554.623071] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5554.623295] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5554.623501] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5554.623737] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5554.623945] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5554.624167] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5554.624368] tc_run (net/core/dev.c:3912) [ 5554.624541] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5554.624759] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5554.624972] ? eth_header (net/ethernet/eth.c:85) [ 5554.625164] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5554.625386] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5554.625604] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5554.625819] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5554.626044] ? __alloc_skb (net/core/skbuff.c:667) [ 5554.626244] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5554.626488] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5554.626730] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5554.626941] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5554.627183] call_timer_fn (kernel/time/timer.c:1700) [ 5554.627383] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5554.627614] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5554.627851] run_timer_softirq (kernel/time/timer.c:2053) [ 5554.628061] __do_softirq (kernel/softirq.c:553) [ 5554.628258] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5554.628449] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5554.628704] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5554.628976] RIP: 0033:0x7fd2c2613700 [ 5554.629171] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5554.630128] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5554.630403] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5554.630774] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5554.631145] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5554.631520] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5554.631893] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5554.631893] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5554.632270] | [ 5554.632396] Sending NMI from CPU 0 to CPUs 2: | [ 5554.632640] NMI backtrace for cpu 2 [ 5554.632646] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5554.632647] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5554.632653] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5554.632654] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5554.632655] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5554.632656] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5554.632657] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5554.632658] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5554.632658] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5554.632661] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5554.632662] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5554.632663] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5554.632664] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5554.632665] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5554.632666] PKRU: 55555554 [ 5554.632666] Call Trace: [ 5554.632668] [ 5554.632670] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5554.632674] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5554.632677] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5554.632680] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5554.632683] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5554.632686] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5554.632691] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5554.632694] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5554.632697] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5554.632699] [ 5554.632700] [ 5554.632701] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5554.632704] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5554.632709] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5554.632712] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5554.632713] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5554.632717] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5554.632720] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5554.632725] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5554.632730] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5554.632734] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5554.632738] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5554.632744] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5554.632748] ? __kernel_text_address (kernel/extable.c:79) [ 5554.632749] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5554.632752] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5554.632756] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5554.632760] ? stack_trace_save (kernel/stacktrace.c:123) [ 5554.632763] ? save_trace (kernel/locking/lockdep.c:584) [ 5554.632766] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5554.632769] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5554.632773] tc_run (net/core/dev.c:3912) [ 5554.632777] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5554.632779] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5554.632781] ? eth_header (net/ethernet/eth.c:85) [ 5554.632784] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5554.632787] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5554.632790] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5554.632792] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5554.632795] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5554.632798] ? __alloc_skb (net/core/skbuff.c:667) [ 5554.632801] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5554.632804] inet_shutdown (net/ipv4/af_inet.c:943) [ 5554.632807] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5554.632810] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5554.632811] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5554.632814] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5554.632816] RIP: 0033:0x7fa2514bebeb [ 5554.632818] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5554.632819] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5554.632820] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5554.632821] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5554.632822] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5554.632823] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5554.632823] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5632.636044] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1051527 | [ 5632.636531] rcu: (t=4473919 jiffies g=77753 q=129 ncpus=4) | [ 5632.636823] Sending NMI from CPU 2 to CPUs 0: | [ 5632.637068] NMI backtrace for cpu 0 [ 5632.637074] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5632.637076] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5632.637087] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5632.637088] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5632.637090] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5632.637091] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5632.637092] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5632.637093] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5632.637094] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5632.637096] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5632.637098] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5632.637099] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5632.637100] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5632.637100] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5632.637101] PKRU: 55555554 [ 5632.637102] Call Trace: [ 5632.637104] [ 5632.637107] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5632.637111] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5632.637115] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5632.637118] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5632.637122] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5632.637124] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5632.637130] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5632.637133] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5632.637135] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5632.637138] [ 5632.637138] [ 5632.637139] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5632.637143] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5632.637149] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5632.637153] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5632.637155] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5632.637159] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5632.637162] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5632.637171] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5632.637176] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5632.637180] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5632.637183] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5632.637187] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5632.637196] ? __bfs (kernel/locking/lockdep.c:1787) [ 5632.637198] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5632.637200] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5632.637202] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5632.637205] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5632.637206] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5632.637208] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5632.637210] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5632.637213] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5632.637216] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5632.637220] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5632.637224] tc_run (net/core/dev.c:3912) [ 5632.637229] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5632.637231] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5632.637233] ? eth_header (net/ethernet/eth.c:85) [ 5632.637237] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5632.637241] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5632.637243] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5632.637246] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5632.637251] ? __alloc_skb (net/core/skbuff.c:667) [ 5632.637254] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5632.637256] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5632.637258] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5632.637260] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5632.637261] call_timer_fn (kernel/time/timer.c:1700) [ 5632.637264] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5632.637267] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5632.637271] run_timer_softirq (kernel/time/timer.c:2053) [ 5632.637272] __do_softirq (kernel/softirq.c:553) [ 5632.637276] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5632.637279] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5632.637281] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5632.637283] RIP: 0033:0x7fd2c2613700 [ 5632.637288] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5632.637289] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5632.637291] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5632.637292] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5632.637292] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5632.637293] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5632.637294] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5632.637292] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 5632.637293] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 5632.637294] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5632.637297] [ 5632.660203] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5632.660796] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5632.661093] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 5632.662055] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5632.662333] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5632.662709] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5632.663083] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5632.663457] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5632.663832] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5632.664209] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5632.664632] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5632.664939] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5632.665315] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5632.665689] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5632.666064] PKRU: 55555554 [ 5632.666214] Call Trace: [ 5632.666352] [ 5632.666468] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5632.666706] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5632.666952] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5632.667176] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5632.667406] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5632.667640] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5632.667926] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5632.668145] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5632.668402] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5632.668645] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5632.668877] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5632.669156] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5632.669422] [ 5632.669540] [ 5632.669659] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5632.669947] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5632.670211] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5632.670420] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5632.670616] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5632.670861] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5632.671106] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5632.671368] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5632.671585] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5632.671868] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5632.672132] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5632.672415] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5632.672623] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5632.672882] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5632.673114] ? __kernel_text_address (kernel/extable.c:79) [ 5632.673353] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5632.673608] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5632.673893] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5632.674112] ? stack_trace_save (kernel/stacktrace.c:123) [ 5632.674328] ? save_trace (kernel/locking/lockdep.c:584) [ 5632.674524] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5632.674750] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5632.674951] tc_run (net/core/dev.c:3912) [ 5632.675121] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5632.675344] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5632.675555] ? eth_header (net/ethernet/eth.c:85) [ 5632.675749] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5632.675968] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5632.676182] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5632.676400] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5632.676613] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5632.676839] ? __alloc_skb (net/core/skbuff.c:667) [ 5632.677039] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5632.677230] inet_shutdown (net/ipv4/af_inet.c:943) [ 5632.677429] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5632.677629] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5632.677842] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5632.678045] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5632.678313] RIP: 0033:0x7fa2514bebeb [ 5632.678506] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5632.679464] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5632.679857] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5632.680230] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5632.680601] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5632.680975] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5632.681347] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5632.681725] | [ 5710.684690] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5710.685030] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1070161 | [ 5710.685516] rcu: (t=4551968 jiffies g=77753 q=129 ncpus=4) [ 5710.686155] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5710.686741] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5710.687032] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 5710.687982] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5710.688256] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5710.688625] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5710.688994] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5710.689363] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5710.689732] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5710.690104] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5710.690521] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5710.690829] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5710.691199] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5710.691568] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5710.691937] PKRU: 55555554 [ 5710.692085] Call Trace: [ 5710.692221] [ 5710.692338] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5710.692574] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5710.692818] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5710.693041] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5710.693268] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5710.693503] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5710.693785] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5710.694001] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5710.694257] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5710.694497] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5710.694726] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5710.695004] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5710.695267] [ 5710.695385] [ 5710.695502] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5710.695789] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5710.696050] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5710.696258] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5710.696453] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5710.696697] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5710.696937] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5710.697198] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5710.697416] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5710.697697] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5710.697960] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5710.698241] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5710.698447] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5710.698657] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5710.698914] ? __bfs (kernel/locking/lockdep.c:1787) [ 5710.699088] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5710.699307] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5710.699529] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5710.699737] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5710.699980] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5710.700202] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5710.700408] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5710.700647] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5710.700855] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5710.701079] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5710.701281] tc_run (net/core/dev.c:3912) [ 5710.701452] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5710.701673] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5710.701883] ? eth_header (net/ethernet/eth.c:85) [ 5710.702075] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5710.702296] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5710.702516] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5710.702730] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5710.702953] ? __alloc_skb (net/core/skbuff.c:667) [ 5710.703153] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5710.703396] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5710.703639] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5710.703848] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5710.704091] call_timer_fn (kernel/time/timer.c:1700) [ 5710.704292] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5710.704523] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5710.704761] run_timer_softirq (kernel/time/timer.c:2053) [ 5710.704969] __do_softirq (kernel/softirq.c:553) [ 5710.705166] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5710.705356] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5710.705613] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5710.705884] RIP: 0033:0x7fd2c2613700 [ 5710.706079] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5710.707037] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5710.707312] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5710.707685] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5710.708058] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5710.708429] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5710.708801] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5710.708801] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5710.709179] | [ 5710.709302] Sending NMI from CPU 0 to CPUs 2: | [ 5710.709544] NMI backtrace for cpu 2 [ 5710.709550] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5710.709551] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5710.709556] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5710.709558] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5710.709560] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5710.709561] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5710.709562] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5710.709563] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5710.709564] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5710.709566] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5710.709567] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5710.709568] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5710.709569] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5710.709570] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5710.709571] PKRU: 55555554 [ 5710.709571] Call Trace: [ 5710.709572] [ 5710.709574] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5710.709579] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5710.709582] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5710.709585] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5710.709588] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5710.709590] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5710.709595] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5710.709598] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5710.709601] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5710.709603] [ 5710.709603] [ 5710.709604] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5710.709608] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5710.709613] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5710.709616] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5710.709618] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5710.709622] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5710.709624] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5710.709630] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5710.709634] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5710.709639] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5710.709643] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5710.709649] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5710.709653] ? __kernel_text_address (kernel/extable.c:79) [ 5710.709655] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5710.709658] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5710.709661] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5710.709665] ? stack_trace_save (kernel/stacktrace.c:123) [ 5710.709667] ? save_trace (kernel/locking/lockdep.c:584) [ 5710.709670] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5710.709674] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5710.709677] tc_run (net/core/dev.c:3912) [ 5710.709680] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5710.709683] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5710.709685] ? eth_header (net/ethernet/eth.c:85) [ 5710.709689] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5710.709691] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5710.709694] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5710.709696] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5710.709699] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5710.709702] ? __alloc_skb (net/core/skbuff.c:667) [ 5710.709704] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5710.709707] inet_shutdown (net/ipv4/af_inet.c:943) [ 5710.709709] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5710.709712] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5710.709714] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5710.709716] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5710.709718] RIP: 0033:0x7fa2514bebeb [ 5710.709720] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5710.709721] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5710.709722] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5710.709723] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5710.709724] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5710.709725] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5710.709726] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5710.709729] | [ 5788.712689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5788.713033] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1088695 | [ 5788.713520] rcu: (t=4629996 jiffies g=77753 q=129 ncpus=4) [ 5788.714167] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5788.714754] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5788.715050] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5788.715998] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5788.716276] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5788.716644] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5788.717015] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5788.717386] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5788.717757] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5788.718130] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5788.718551] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5788.718853] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5788.719222] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5788.719593] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5788.719964] PKRU: 55555554 [ 5788.720110] Call Trace: [ 5788.720248] [ 5788.720374] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5788.720613] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5788.720858] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5788.721083] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5788.721310] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5788.721543] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5788.721825] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5788.722042] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5788.722297] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5788.722538] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5788.722767] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5788.723049] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5788.723311] [ 5788.723430] [ 5788.723548] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5788.723834] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5788.724095] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5788.724303] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5788.724498] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5788.724744] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5788.724985] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5788.725247] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5788.725468] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5788.725751] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5788.726013] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5788.726295] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5788.726500] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5788.726710] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5788.726969] ? __bfs (kernel/locking/lockdep.c:1787) [ 5788.727140] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5788.727361] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5788.727580] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5788.727787] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5788.728029] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5788.728252] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5788.728459] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5788.728692] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5788.728901] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5788.729125] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5788.729325] tc_run (net/core/dev.c:3912) [ 5788.729496] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5788.729717] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5788.729927] ? eth_header (net/ethernet/eth.c:85) [ 5788.730119] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5788.730347] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5788.730568] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5788.730780] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5788.731008] ? __alloc_skb (net/core/skbuff.c:667) [ 5788.731209] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5788.731449] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5788.731694] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5788.731904] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5788.732148] call_timer_fn (kernel/time/timer.c:1700) [ 5788.732349] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5788.732581] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5788.732817] run_timer_softirq (kernel/time/timer.c:2053) [ 5788.733030] __do_softirq (kernel/softirq.c:553) [ 5788.733227] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5788.733416] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5788.733673] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5788.733947] RIP: 0033:0x7fd2c2613700 [ 5788.734143] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5788.735100] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5788.735378] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5788.735750] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5788.736122] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5788.736495] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5788.736868] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5788.736868] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5788.737244] | [ 5788.737369] Sending NMI from CPU 0 to CPUs 2: | [ 5788.737612] NMI backtrace for cpu 2 [ 5788.737617] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5788.737618] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5788.737623] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5788.737625] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5788.737626] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5788.737627] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5788.737628] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5788.737630] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5788.737630] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5788.737633] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5788.737634] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5788.737635] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5788.737636] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5788.737637] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5788.737638] PKRU: 55555554 [ 5788.737638] Call Trace: [ 5788.737640] [ 5788.737642] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5788.737646] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5788.737650] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5788.737653] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5788.737656] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5788.737659] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5788.737664] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5788.737667] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5788.737670] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5788.737672] [ 5788.737672] [ 5788.737673] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5788.737677] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5788.737682] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5788.737685] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5788.737687] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5788.737691] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5788.737694] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5788.737699] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5788.737704] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5788.737709] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5788.737712] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5788.737719] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5788.737723] ? __kernel_text_address (kernel/extable.c:79) [ 5788.737724] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5788.737727] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5788.737730] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5788.737734] ? stack_trace_save (kernel/stacktrace.c:123) [ 5788.737737] ? save_trace (kernel/locking/lockdep.c:584) [ 5788.737740] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5788.737744] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5788.737747] tc_run (net/core/dev.c:3912) [ 5788.737751] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5788.737754] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5788.737756] ? eth_header (net/ethernet/eth.c:85) [ 5788.737759] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5788.737762] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5788.737765] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5788.737767] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5788.737770] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5788.737773] ? __alloc_skb (net/core/skbuff.c:667) [ 5788.737776] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5788.737779] inet_shutdown (net/ipv4/af_inet.c:943) [ 5788.737781] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5788.737785] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5788.737786] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5788.737789] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5788.737791] RIP: 0033:0x7fa2514bebeb [ 5788.737793] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5788.737795] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5788.737796] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5788.737797] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5788.737798] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5788.737799] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5788.737800] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5788.737803] | [ 5866.740692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5866.741067] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1106977 | [ 5866.741549] rcu: (t=4708024 jiffies g=77753 q=130 ncpus=4) [ 5866.742185] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5866.742773] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5866.743066] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5866.744015] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5866.744290] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5866.744655] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5866.745019] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5866.745382] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5866.745748] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5866.746113] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5866.746525] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5866.746825] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5866.747194] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5866.747559] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5866.747924] PKRU: 55555554 [ 5866.748070] Call Trace: [ 5866.748206] [ 5866.748322] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5866.748559] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5866.748803] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5866.749025] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5866.749250] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5866.749481] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5866.749765] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5866.750009] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5866.750270] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5866.750513] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5866.750746] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5866.751027] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5866.751309] [ 5866.751427] [ 5866.751544] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5866.751831] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5866.752088] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5866.752295] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5866.752491] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5866.752734] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5866.752974] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5866.753236] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5866.753466] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5866.753752] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5866.754014] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5866.754296] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5866.754501] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5866.754714] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5866.754975] ? __bfs (kernel/locking/lockdep.c:1787) [ 5866.755148] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5866.755367] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5866.755585] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5866.755793] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5866.756036] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5866.756258] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5866.756466] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5866.756701] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5866.756915] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5866.757139] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5866.757341] tc_run (net/core/dev.c:3912) [ 5866.757513] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5866.757735] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5866.757944] ? eth_header (net/ethernet/eth.c:85) [ 5866.758137] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5866.758361] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5866.758582] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5866.758794] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5866.759020] ? __alloc_skb (net/core/skbuff.c:667) [ 5866.759230] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5866.759474] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5866.759720] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5866.759966] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5866.760217] call_timer_fn (kernel/time/timer.c:1700) [ 5866.760425] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5866.760667] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5866.760911] run_timer_softirq (kernel/time/timer.c:2053) [ 5866.761148] __do_softirq (kernel/softirq.c:553) [ 5866.761355] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5866.761545] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5866.761808] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5866.762079] RIP: 0033:0x7fd2c2613700 [ 5866.762272] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5866.763212] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5866.763487] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5866.763856] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5866.764227] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5866.764594] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5866.764963] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5866.764963] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5866.765337] | [ 5866.765460] Sending NMI from CPU 0 to CPUs 2: | [ 5866.765703] NMI backtrace for cpu 2 [ 5866.765717] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5866.765719] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5866.765726] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5866.765728] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5866.765729] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5866.765730] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5866.765731] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5866.765732] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5866.765733] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5866.765735] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5866.765737] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5866.765738] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5866.765739] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5866.765739] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5866.765740] PKRU: 55555554 [ 5866.765741] Call Trace: [ 5866.765742] [ 5866.765746] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5866.765751] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5866.765755] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5866.765758] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5866.765761] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5866.765764] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5866.765770] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5866.765772] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5866.765775] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5866.765777] [ 5866.765778] [ 5866.765779] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5866.765783] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5866.765788] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5866.765792] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5866.765794] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5866.765798] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5866.765802] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5866.765808] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5866.765813] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5866.765818] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5866.765823] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5866.765830] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5866.765833] ? __kernel_text_address (kernel/extable.c:79) [ 5866.765835] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5866.765838] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5866.765842] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5866.765846] ? stack_trace_save (kernel/stacktrace.c:123) [ 5866.765849] ? save_trace (kernel/locking/lockdep.c:584) [ 5866.765852] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5866.765856] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5866.765860] tc_run (net/core/dev.c:3912) [ 5866.765864] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5866.765867] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5866.765869] ? eth_header (net/ethernet/eth.c:85) [ 5866.765872] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5866.765875] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5866.765878] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5866.765880] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5866.765883] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5866.765887] ? __alloc_skb (net/core/skbuff.c:667) [ 5866.765891] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5866.765894] inet_shutdown (net/ipv4/af_inet.c:943) [ 5866.765897] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5866.765900] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5866.765902] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5866.765904] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5866.765906] RIP: 0033:0x7fa2514bebeb [ 5866.765911] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5866.765913] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5866.765914] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5866.765915] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5866.765916] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5866.765917] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5866.765917] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5866.765921] | [ 5944.768689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5944.769096] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1125373 | [ 5944.769590] rcu: (t=4786052 jiffies g=77753 q=130 ncpus=4) [ 5944.770225] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5944.770813] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5944.771104] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5944.772054] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 5944.772329] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 5944.772700] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 5944.773068] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 5944.773437] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 5944.773808] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 5944.774181] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 5944.774603] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5944.774904] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 5944.775275] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5944.775644] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5944.776013] PKRU: 55555554 [ 5944.776160] Call Trace: [ 5944.776297] [ 5944.776413] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5944.776651] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5944.776896] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5944.777120] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 5944.777347] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5944.777578] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5944.777862] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5944.778079] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5944.778334] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5944.778575] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5944.778804] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5944.779081] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5944.779344] [ 5944.779462] [ 5944.779584] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5944.779871] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5944.780132] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5944.780341] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5944.780535] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5944.780779] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5944.781020] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5944.781281] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5944.781498] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5944.781781] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5944.782045] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5944.782327] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 5944.782529] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5944.782737] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5944.782997] ? __bfs (kernel/locking/lockdep.c:1787) [ 5944.783172] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 5944.783390] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5944.783612] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5944.783819] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 5944.784060] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 5944.784282] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5944.784489] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 5944.784725] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5944.784933] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5944.785157] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5944.785363] tc_run (net/core/dev.c:3912) [ 5944.785535] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5944.785755] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5944.785966] ? eth_header (net/ethernet/eth.c:85) [ 5944.786158] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5944.786379] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5944.786598] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5944.786812] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5944.787036] ? __alloc_skb (net/core/skbuff.c:667) [ 5944.787236] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5944.787478] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 5944.787721] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 5944.787933] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 5944.788176] call_timer_fn (kernel/time/timer.c:1700) [ 5944.788375] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 5944.788603] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 5944.788841] run_timer_softirq (kernel/time/timer.c:2053) [ 5944.789049] __do_softirq (kernel/softirq.c:553) [ 5944.789245] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 5944.789435] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 5944.789694] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5944.789964] RIP: 0033:0x7fd2c2613700 [ 5944.790157] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 5944.791110] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 5944.791384] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 5944.791755] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 5944.792126] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 5944.792493] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 5944.792864] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5944.792864] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 5944.793240] | [ 5944.793363] Sending NMI from CPU 0 to CPUs 2: | [ 5944.793603] NMI backtrace for cpu 2 [ 5944.793608] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5944.793609] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5944.793615] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5944.793616] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 5944.793617] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 5944.793618] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 5944.793619] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 5944.793620] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 5944.793621] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 5944.793623] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 5944.793625] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5944.793626] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 5944.793626] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5944.793627] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5944.793628] PKRU: 55555554 [ 5944.793629] Call Trace: [ 5944.793630] [ 5944.793632] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 5944.793636] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 5944.793640] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 5944.793642] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 5944.793646] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 5944.793648] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 5944.793654] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5944.793657] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5944.793659] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5944.793662] [ 5944.793662] [ 5944.793663] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5944.793666] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 5944.793671] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 5944.793674] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 5944.793676] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 5944.793680] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 5944.793682] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 5944.793689] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 5944.793693] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 5944.793698] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 5944.793702] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 5944.793708] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 5944.793711] ? __kernel_text_address (kernel/extable.c:79) [ 5944.793713] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 5944.793715] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 5944.793719] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 5944.793724] ? stack_trace_save (kernel/stacktrace.c:123) [ 5944.793726] ? save_trace (kernel/locking/lockdep.c:584) [ 5944.793729] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 5944.793733] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 5944.793737] tc_run (net/core/dev.c:3912) [ 5944.793740] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 5944.793743] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 5944.793745] ? eth_header (net/ethernet/eth.c:85) [ 5944.793748] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 5944.793750] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 5944.793753] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5944.793755] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 5944.793757] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 5944.793760] ? __alloc_skb (net/core/skbuff.c:667) [ 5944.793763] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 5944.793766] inet_shutdown (net/ipv4/af_inet.c:943) [ 5944.793769] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 5944.793772] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 5944.793774] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 5944.793776] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 5944.793778] RIP: 0033:0x7fa2514bebeb [ 5944.793780] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 5944.793781] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 5944.793783] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 5944.793784] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 5944.793785] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 5944.793785] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 5944.793786] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 5944.793789] | [ 6022.796696] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6022.797077] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1143398 | [ 6022.797570] rcu: (t=4864080 jiffies g=77753 q=130 ncpus=4) [ 6022.798207] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6022.798795] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6022.799089] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6022.800041] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6022.800316] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6022.800684] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6022.801057] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6022.801426] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6022.801795] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6022.802165] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6022.802586] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6022.802886] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6022.803254] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6022.803623] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6022.803993] PKRU: 55555554 [ 6022.804139] Call Trace: [ 6022.804278] [ 6022.804397] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6022.804636] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6022.804879] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6022.805102] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6022.805327] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6022.805558] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6022.805840] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6022.806057] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6022.806311] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6022.806550] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6022.806780] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6022.807054] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6022.807317] [ 6022.807433] [ 6022.807552] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6022.807837] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6022.808097] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6022.808305] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6022.808499] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6022.808741] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6022.808983] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6022.809246] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6022.809463] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6022.809745] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6022.810007] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6022.810287] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6022.810490] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6022.810699] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6022.810957] ? __bfs (kernel/locking/lockdep.c:1787) [ 6022.811132] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6022.811348] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6022.811569] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6022.811776] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6022.812017] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6022.812239] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6022.812445] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6022.812681] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6022.812887] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6022.813108] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6022.813310] tc_run (net/core/dev.c:3912) [ 6022.813483] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6022.813702] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6022.813913] ? eth_header (net/ethernet/eth.c:85) [ 6022.814106] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6022.814326] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6022.814543] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6022.814758] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6022.814982] ? __alloc_skb (net/core/skbuff.c:667) [ 6022.815182] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6022.815424] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6022.815666] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6022.815881] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6022.816122] call_timer_fn (kernel/time/timer.c:1700) [ 6022.816321] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6022.816549] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6022.816787] run_timer_softirq (kernel/time/timer.c:2053) [ 6022.816995] __do_softirq (kernel/softirq.c:553) [ 6022.817190] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6022.817380] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6022.817634] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6022.817905] RIP: 0033:0x7fd2c2613700 [ 6022.818098] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6022.819051] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6022.819331] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6022.819706] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6022.820078] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6022.820447] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6022.820820] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6022.820820] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6022.821196] | [ 6022.821321] Sending NMI from CPU 0 to CPUs 2: | [ 6022.821563] NMI backtrace for cpu 2 [ 6022.821567] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6022.821568] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6022.821573] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6022.821575] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6022.821576] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6022.821577] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6022.821578] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6022.821579] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6022.821580] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6022.821583] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6022.821584] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6022.821585] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6022.821586] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6022.821586] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6022.821587] PKRU: 55555554 [ 6022.821587] Call Trace: [ 6022.821589] [ 6022.821591] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6022.821595] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6022.821598] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6022.821601] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6022.821604] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6022.821606] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6022.821611] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6022.821614] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6022.821616] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6022.821619] [ 6022.821620] [ 6022.821621] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6022.821624] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6022.821629] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6022.821632] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6022.821633] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6022.821637] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6022.821640] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6022.821645] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6022.821649] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6022.821654] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6022.821658] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6022.821664] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6022.821668] ? __kernel_text_address (kernel/extable.c:79) [ 6022.821669] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6022.821672] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6022.821675] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6022.821680] ? stack_trace_save (kernel/stacktrace.c:123) [ 6022.821682] ? save_trace (kernel/locking/lockdep.c:584) [ 6022.821685] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6022.821690] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6022.821693] tc_run (net/core/dev.c:3912) [ 6022.821697] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6022.821699] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6022.821701] ? eth_header (net/ethernet/eth.c:85) [ 6022.821704] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6022.821707] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6022.821709] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6022.821711] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6022.821714] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6022.821717] ? __alloc_skb (net/core/skbuff.c:667) [ 6022.821720] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6022.821723] inet_shutdown (net/ipv4/af_inet.c:943) [ 6022.821726] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6022.821729] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6022.821731] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6022.821734] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6022.821735] RIP: 0033:0x7fa2514bebeb [ 6022.821738] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6022.821739] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6022.821741] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6022.821742] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6022.821743] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6022.821743] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6022.821744] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6022.821747] | [ 6100.824689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6100.825037] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1162012 | [ 6100.825527] rcu: (t=4942108 jiffies g=77753 q=130 ncpus=4) [ 6100.826161] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6100.826753] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6100.827049] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6100.828001] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6100.828275] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6100.828646] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6100.829018] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6100.829387] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6100.829758] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6100.830130] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6100.830546] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6100.830849] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6100.831220] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6100.831589] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6100.831957] PKRU: 55555554 [ 6100.832106] Call Trace: [ 6100.832242] [ 6100.832359] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6100.832593] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6100.832837] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6100.833059] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6100.833285] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6100.833518] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6100.833800] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6100.834016] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6100.834271] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6100.834511] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6100.834739] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6100.835016] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6100.835279] [ 6100.835396] [ 6100.835514] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6100.835801] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6100.836061] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6100.836269] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6100.836464] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6100.836710] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6100.836950] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6100.837212] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6100.837431] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6100.837713] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6100.837975] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6100.838255] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6100.838458] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6100.838669] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6100.838931] ? __bfs (kernel/locking/lockdep.c:1787) [ 6100.839105] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6100.839323] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6100.839543] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6100.839750] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6100.839992] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6100.840214] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6100.840421] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6100.840655] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6100.840863] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6100.841087] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6100.841288] tc_run (net/core/dev.c:3912) [ 6100.841458] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6100.841679] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6100.841888] ? eth_header (net/ethernet/eth.c:85) [ 6100.842081] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6100.842302] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6100.842523] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6100.842736] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6100.842959] ? __alloc_skb (net/core/skbuff.c:667) [ 6100.843158] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6100.843401] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6100.843644] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6100.843856] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6100.844098] call_timer_fn (kernel/time/timer.c:1700) [ 6100.844298] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6100.844529] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6100.844768] run_timer_softirq (kernel/time/timer.c:2053) [ 6100.844976] __do_softirq (kernel/softirq.c:553) [ 6100.845172] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6100.845363] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6100.845618] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6100.845890] RIP: 0033:0x7fd2c2613700 [ 6100.846089] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6100.847044] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6100.847320] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6100.847692] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6100.848064] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6100.848434] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6100.848806] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6100.848806] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6100.849186] | [ 6100.849310] Sending NMI from CPU 0 to CPUs 2: | [ 6100.849551] NMI backtrace for cpu 2 [ 6100.849556] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6100.849557] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6100.849563] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 6100.849564] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6100.849565] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6100.849566] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6100.849567] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6100.849568] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6100.849569] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6100.849571] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6100.849573] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6100.849573] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6100.849574] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6100.849575] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6100.849576] PKRU: 55555554 [ 6100.849576] Call Trace: [ 6100.849578] [ 6100.849580] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6100.849584] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6100.849588] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6100.849590] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6100.849594] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6100.849596] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6100.849602] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6100.849604] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6100.849607] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6100.849609] [ 6100.849610] [ 6100.849611] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6100.849614] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6100.849619] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6100.849622] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6100.849623] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6100.849627] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6100.849630] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6100.849636] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6100.849640] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6100.849645] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6100.849649] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6100.849655] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6100.849658] ? __kernel_text_address (kernel/extable.c:79) [ 6100.849660] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6100.849663] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6100.849666] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6100.849671] ? stack_trace_save (kernel/stacktrace.c:123) [ 6100.849673] ? save_trace (kernel/locking/lockdep.c:584) [ 6100.849676] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6100.849681] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6100.849684] tc_run (net/core/dev.c:3912) [ 6100.849689] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6100.849692] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6100.849694] ? eth_header (net/ethernet/eth.c:85) [ 6100.849697] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6100.849699] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6100.849702] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6100.849704] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6100.849706] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6100.849709] ? __alloc_skb (net/core/skbuff.c:667) [ 6100.849712] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6100.849714] inet_shutdown (net/ipv4/af_inet.c:943) [ 6100.849717] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6100.849721] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6100.849722] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6100.849725] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6100.849726] RIP: 0033:0x7fa2514bebeb [ 6100.849729] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6100.849730] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6100.849731] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6100.849732] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6100.849733] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6100.849734] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6100.849734] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6100.849738] | [ 6178.852689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6178.853026] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1179124 | [ 6178.853510] rcu: (t=5020136 jiffies g=77753 q=130 ncpus=4) [ 6178.854144] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6178.854728] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6178.855017] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6178.855967] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6178.856240] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6178.856609] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6178.856979] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6178.857345] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6178.857715] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6178.858085] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6178.858498] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6178.858857] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6178.859228] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6178.859599] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6178.859967] PKRU: 55555554 [ 6178.860116] Call Trace: [ 6178.860251] [ 6178.860368] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6178.860603] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6178.860846] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6178.861068] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6178.861293] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6178.861526] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6178.861805] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6178.862020] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6178.862274] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6178.862513] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6178.862742] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6178.863018] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6178.863279] [ 6178.863396] [ 6178.863513] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6178.863798] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6178.864057] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6178.864264] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6178.864458] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6178.864702] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6178.864941] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6178.865203] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6178.865420] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6178.865699] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6178.865960] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6178.866242] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6178.866446] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6178.866656] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6178.866913] ? __bfs (kernel/locking/lockdep.c:1787) [ 6178.867086] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6178.867304] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6178.867523] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6178.867730] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6178.867970] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6178.868191] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6178.868398] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6178.868647] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6178.868853] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6178.869076] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6178.869275] tc_run (net/core/dev.c:3912) [ 6178.869444] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6178.869665] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6178.869874] ? eth_header (net/ethernet/eth.c:85) [ 6178.870065] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6178.870286] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6178.870505] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6178.870716] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6178.870940] ? __alloc_skb (net/core/skbuff.c:667) [ 6178.871139] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6178.871380] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6178.871621] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6178.871833] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6178.872075] call_timer_fn (kernel/time/timer.c:1700) [ 6178.872273] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6178.872503] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6178.872737] run_timer_softirq (kernel/time/timer.c:2053) [ 6178.872944] __do_softirq (kernel/softirq.c:553) [ 6178.873139] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6178.873327] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6178.873580] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6178.873851] RIP: 0033:0x7fd2c2613700 [ 6178.874044] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6178.874991] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6178.875264] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6178.875634] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6178.876003] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6178.876373] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6178.876739] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6178.876739] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6178.877115] | [ 6178.877237] Sending NMI from CPU 0 to CPUs 2: | [ 6178.877476] NMI backtrace for cpu 2 [ 6178.877482] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6178.877483] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6178.877488] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6178.877489] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6178.877491] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6178.877492] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6178.877493] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6178.877494] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6178.877494] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6178.877497] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6178.877499] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6178.877499] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6178.877500] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6178.877501] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6178.877502] PKRU: 55555554 [ 6178.877502] Call Trace: [ 6178.877504] [ 6178.877506] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6178.877510] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6178.877513] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6178.877516] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6178.877519] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6178.877522] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6178.877527] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6178.877530] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6178.877533] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6178.877535] [ 6178.877536] [ 6178.877537] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6178.877540] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6178.877545] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6178.877548] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6178.877549] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6178.877553] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6178.877556] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6178.877562] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6178.877566] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6178.877571] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6178.877575] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6178.877581] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6178.877585] ? __kernel_text_address (kernel/extable.c:79) [ 6178.877586] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6178.877589] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6178.877593] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6178.877597] ? stack_trace_save (kernel/stacktrace.c:123) [ 6178.877599] ? save_trace (kernel/locking/lockdep.c:584) [ 6178.877602] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6178.877606] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6178.877610] tc_run (net/core/dev.c:3912) [ 6178.877613] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6178.877616] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6178.877618] ? eth_header (net/ethernet/eth.c:85) [ 6178.877621] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6178.877624] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6178.877627] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6178.877628] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6178.877631] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6178.877634] ? __alloc_skb (net/core/skbuff.c:667) [ 6178.877637] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6178.877639] inet_shutdown (net/ipv4/af_inet.c:943) [ 6178.877641] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6178.877644] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6178.877646] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6178.877648] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6178.877650] RIP: 0033:0x7fa2514bebeb [ 6178.877652] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6178.877653] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6178.877655] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6178.877656] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6178.877656] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6178.877657] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6178.877658] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6178.877661] | [ 6256.876689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6256.877029] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1197616 | [ 6256.877515] rcu: (t=5098160 jiffies g=77753 q=130 ncpus=4) [ 6256.878184] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6256.878797] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6256.879087] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6256.880036] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6256.880310] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6256.880680] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6256.881049] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6256.881416] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6256.881785] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6256.882156] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6256.882571] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6256.882872] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6256.883244] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6256.883616] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6256.883984] PKRU: 55555554 [ 6256.884133] Call Trace: [ 6256.884268] [ 6256.884385] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6256.884618] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6256.884861] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6256.885086] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6256.885311] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6256.885544] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6256.885824] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6256.886040] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6256.886296] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6256.886536] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6256.886766] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6256.887041] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6256.887304] [ 6256.887422] [ 6256.887540] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6256.887825] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6256.888086] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6256.888310] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6256.888505] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6256.888750] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6256.888991] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6256.889253] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6256.889471] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6256.889752] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6256.890014] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6256.890295] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6256.890499] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6256.890709] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6256.890968] ? __bfs (kernel/locking/lockdep.c:1787) [ 6256.891142] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6256.891361] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6256.891580] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6256.891787] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6256.892029] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6256.892250] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6256.892458] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6256.892692] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6256.892899] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6256.893123] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6256.893323] tc_run (net/core/dev.c:3912) [ 6256.893493] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6256.893716] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6256.893927] ? eth_header (net/ethernet/eth.c:85) [ 6256.894119] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6256.894340] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6256.894560] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6256.894772] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6256.894996] ? __alloc_skb (net/core/skbuff.c:667) [ 6256.895199] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6256.895441] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6256.895683] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6256.895893] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6256.896135] call_timer_fn (kernel/time/timer.c:1700) [ 6256.896334] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6256.896566] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6256.896801] run_timer_softirq (kernel/time/timer.c:2053) [ 6256.897010] __do_softirq (kernel/softirq.c:553) [ 6256.897205] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6256.897394] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6256.897650] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6256.897920] RIP: 0033:0x7fd2c2613700 [ 6256.898123] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6256.899084] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6256.899357] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6256.899728] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6256.900098] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6256.900468] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6256.900834] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6256.900834] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6256.901208] | [ 6256.901334] Sending NMI from CPU 0 to CPUs 2: | [ 6256.901577] NMI backtrace for cpu 2 [ 6256.901582] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6256.901583] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6256.901588] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6256.901589] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6256.901590] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6256.901591] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6256.901593] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6256.901593] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6256.901594] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6256.901597] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6256.901598] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6256.901599] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6256.901599] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6256.901600] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6256.901601] PKRU: 55555554 [ 6256.901601] Call Trace: [ 6256.901603] [ 6256.901604] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6256.901608] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6256.901612] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6256.901615] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6256.901618] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6256.901620] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6256.901625] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6256.901628] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6256.901630] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6256.901633] [ 6256.901633] [ 6256.901634] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6256.901637] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6256.901642] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6256.901645] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6256.901647] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6256.901651] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6256.901653] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6256.901659] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6256.901663] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6256.901668] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6256.901671] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6256.901678] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6256.901681] ? __kernel_text_address (kernel/extable.c:79) [ 6256.901683] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6256.901685] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6256.901690] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6256.901694] ? stack_trace_save (kernel/stacktrace.c:123) [ 6256.901697] ? save_trace (kernel/locking/lockdep.c:584) [ 6256.901700] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6256.901704] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6256.901708] tc_run (net/core/dev.c:3912) [ 6256.901711] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6256.901714] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6256.901716] ? eth_header (net/ethernet/eth.c:85) [ 6256.901719] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6256.901721] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6256.901724] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6256.901726] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6256.901729] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6256.901732] ? __alloc_skb (net/core/skbuff.c:667) [ 6256.901735] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6256.901738] inet_shutdown (net/ipv4/af_inet.c:943) [ 6256.901741] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6256.901744] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6256.901746] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6256.901748] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6256.901750] RIP: 0033:0x7fa2514bebeb [ 6256.901753] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6256.901754] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6256.901756] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6256.901757] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6256.901757] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6256.901758] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6256.901759] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6256.901762] | [ 6334.904689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6334.905022] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1216084 | [ 6334.905496] rcu: (t=5176188 jiffies g=77753 q=130 ncpus=4) [ 6334.906121] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6334.906696] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6334.906982] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6334.907915] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6334.908183] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6334.908546] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6334.908909] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6334.909270] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6334.909632] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6334.909998] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6334.910408] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6334.910703] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6334.911066] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6334.911429] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6334.911791] PKRU: 55555554 [ 6334.911936] Call Trace: [ 6334.912070] [ 6334.912191] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6334.912425] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6334.912662] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6334.912881] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6334.913100] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6334.913329] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6334.913602] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6334.913816] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6334.914065] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6334.914305] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6334.914532] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6334.914801] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6334.915056] [ 6334.915171] [ 6334.915289] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6334.915567] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6334.915822] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6334.916025] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6334.916215] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6334.916454] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6334.916690] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6334.916947] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6334.917160] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6334.917439] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6334.917696] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6334.917976] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6334.918175] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6334.918380] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6334.918632] ? __bfs (kernel/locking/lockdep.c:1787) [ 6334.918804] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6334.919016] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6334.919233] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6334.919436] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6334.919672] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6334.919890] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6334.920092] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6334.920322] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6334.920525] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6334.920742] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6334.920937] tc_run (net/core/dev.c:3912) [ 6334.921106] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6334.921319] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6334.921526] ? eth_header (net/ethernet/eth.c:85) [ 6334.921714] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6334.921930] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6334.922143] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6334.922351] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6334.922570] ? __alloc_skb (net/core/skbuff.c:667) [ 6334.922765] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6334.923001] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6334.923237] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6334.923443] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6334.923678] call_timer_fn (kernel/time/timer.c:1700) [ 6334.923874] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6334.924100] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6334.924332] run_timer_softirq (kernel/time/timer.c:2053) [ 6334.924535] __do_softirq (kernel/softirq.c:553) [ 6334.924727] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6334.924913] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6334.925162] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6334.925426] RIP: 0033:0x7fd2c2613700 [ 6334.925616] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6334.926545] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6334.926812] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6334.927174] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6334.927536] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6334.927899] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6334.928261] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6334.928261] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6334.928632] | [ 6334.928752] Sending NMI from CPU 0 to CPUs 2: | [ 6334.928985] NMI backtrace for cpu 2 [ 6334.928989] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6334.928990] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6334.928996] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6334.928997] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6334.928999] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6334.929000] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6334.929001] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6334.929002] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6334.929002] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6334.929005] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6334.929006] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6334.929007] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6334.929008] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6334.929008] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6334.929009] PKRU: 55555554 [ 6334.929009] Call Trace: [ 6334.929011] [ 6334.929013] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6334.929017] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6334.929021] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6334.929023] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6334.929027] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6334.929029] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6334.929034] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6334.929037] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6334.929040] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6334.929042] [ 6334.929043] [ 6334.929044] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6334.929047] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6334.929051] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6334.929054] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6334.929056] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6334.929060] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6334.929062] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6334.929067] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6334.929072] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6334.929076] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6334.929080] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6334.929086] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6334.929090] ? __kernel_text_address (kernel/extable.c:79) [ 6334.929092] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6334.929094] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6334.929097] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6334.929102] ? stack_trace_save (kernel/stacktrace.c:123) [ 6334.929104] ? save_trace (kernel/locking/lockdep.c:584) [ 6334.929107] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6334.929111] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6334.929115] tc_run (net/core/dev.c:3912) [ 6334.929118] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6334.929121] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6334.929122] ? eth_header (net/ethernet/eth.c:85) [ 6334.929125] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6334.929127] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6334.929130] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6334.929132] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6334.929135] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6334.929138] ? __alloc_skb (net/core/skbuff.c:667) [ 6334.929141] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6334.929143] inet_shutdown (net/ipv4/af_inet.c:943) [ 6334.929145] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6334.929148] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6334.929150] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6334.929152] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6334.929154] RIP: 0033:0x7fa2514bebeb [ 6334.929156] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6334.929157] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6334.929159] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6334.929159] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6334.929160] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6334.929161] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6334.929162] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6334.929165] | [ 6412.932689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6412.933039] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1234671 | [ 6412.933524] rcu: (t=5254216 jiffies g=77753 q=130 ncpus=4) [ 6412.934159] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6412.934744] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6412.935037] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6412.935980] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6412.936256] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6412.936623] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6412.936993] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6412.937369] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6412.937747] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6412.938114] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6412.938531] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6412.938831] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6412.939198] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6412.939566] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6412.939935] PKRU: 55555554 [ 6412.940080] Call Trace: [ 6412.940215] [ 6412.940332] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6412.940568] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6412.940811] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6412.941032] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6412.941257] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6412.941489] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6412.941767] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6412.941989] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6412.942243] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6412.942479] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6412.942714] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6412.942988] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6412.943249] [ 6412.943367] [ 6412.943486] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6412.943770] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6412.944029] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6412.944237] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6412.944431] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6412.944674] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6412.944915] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6412.945177] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6412.945394] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6412.945675] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6412.945935] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6412.946217] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6412.946427] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6412.946634] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6412.946893] ? __bfs (kernel/locking/lockdep.c:1787) [ 6412.947067] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6412.947284] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6412.947507] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6412.947716] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6412.947954] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6412.948180] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6412.948386] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6412.948621] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6412.948829] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6412.949050] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6412.949251] tc_run (net/core/dev.c:3912) [ 6412.949423] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6412.949642] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6412.949853] ? eth_header (net/ethernet/eth.c:85) [ 6412.950045] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6412.950268] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6412.950485] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6412.950697] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6412.950923] ? __alloc_skb (net/core/skbuff.c:667) [ 6412.951122] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6412.951364] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6412.951604] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6412.951815] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6412.952056] call_timer_fn (kernel/time/timer.c:1700) [ 6412.952257] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6412.952487] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6412.952725] run_timer_softirq (kernel/time/timer.c:2053) [ 6412.952934] __do_softirq (kernel/softirq.c:553) [ 6412.953131] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6412.953321] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6412.953576] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6412.953847] RIP: 0033:0x7fd2c2613700 [ 6412.954040] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6412.954995] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6412.955270] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6412.955641] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6412.956011] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6412.956382] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6412.956753] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6412.956753] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6412.957130] | [ 6412.957253] Sending NMI from CPU 0 to CPUs 2: | [ 6412.957497] NMI backtrace for cpu 2 [ 6412.957502] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6412.957504] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6412.957509] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6412.957510] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6412.957512] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6412.957513] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6412.957514] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6412.957515] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6412.957515] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6412.957518] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6412.957519] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6412.957520] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6412.957521] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6412.957522] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6412.957523] PKRU: 55555554 [ 6412.957523] Call Trace: [ 6412.957525] [ 6412.957527] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6412.957531] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6412.957535] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6412.957538] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6412.957541] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6412.957543] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6412.957548] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6412.957551] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6412.957554] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6412.957556] [ 6412.957556] [ 6412.957557] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6412.957561] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6412.957566] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6412.957569] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6412.957571] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6412.957574] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6412.957577] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6412.957582] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6412.957587] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6412.957592] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6412.957595] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6412.957602] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6412.957605] ? __kernel_text_address (kernel/extable.c:79) [ 6412.957607] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6412.957609] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6412.957613] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6412.957618] ? stack_trace_save (kernel/stacktrace.c:123) [ 6412.957620] ? save_trace (kernel/locking/lockdep.c:584) [ 6412.957623] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6412.957627] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6412.957630] tc_run (net/core/dev.c:3912) [ 6412.957634] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6412.957637] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6412.957639] ? eth_header (net/ethernet/eth.c:85) [ 6412.957642] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6412.957645] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6412.957647] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6412.957649] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6412.957652] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6412.957656] ? __alloc_skb (net/core/skbuff.c:667) [ 6412.957659] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6412.957661] inet_shutdown (net/ipv4/af_inet.c:943) [ 6412.957664] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6412.957668] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6412.957669] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6412.957672] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6412.957674] RIP: 0033:0x7fa2514bebeb [ 6412.957676] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6412.957677] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6412.957679] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6412.957680] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6412.957680] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6412.957681] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6412.957682] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6412.957685] | [ 6490.960689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6490.961035] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1253813 | [ 6490.961517] rcu: (t=5332244 jiffies g=77753 q=130 ncpus=4) [ 6490.962149] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6490.962733] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6490.963023] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6490.963968] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6490.964241] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6490.964607] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6490.964974] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6490.965342] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6490.965710] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6490.966081] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6490.966498] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6490.966798] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6490.967175] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6490.967542] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6490.967910] PKRU: 55555554 [ 6490.968058] Call Trace: [ 6490.968195] [ 6490.968309] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6490.968545] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6490.968790] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6490.969013] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6490.969239] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6490.969470] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6490.969752] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6490.969970] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6490.970226] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6490.970466] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6490.970696] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6490.970971] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6490.971233] [ 6490.971351] [ 6490.971469] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6490.971754] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6490.972015] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6490.972223] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6490.972417] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6490.972659] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6490.972902] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6490.973161] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6490.973376] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6490.973657] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6490.973918] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6490.974199] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6490.974401] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6490.974609] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6490.974866] ? __bfs (kernel/locking/lockdep.c:1787) [ 6490.975040] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6490.975257] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6490.975478] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6490.975686] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6490.975927] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6490.976149] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6490.976355] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6490.976589] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6490.976797] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6490.977022] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6490.977225] tc_run (net/core/dev.c:3912) [ 6490.977396] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6490.977616] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6490.977828] ? eth_header (net/ethernet/eth.c:85) [ 6490.978020] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6490.978241] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6490.978459] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6490.978674] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6490.978898] ? __alloc_skb (net/core/skbuff.c:667) [ 6490.979098] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6490.979340] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6490.979583] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6490.979792] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6490.980033] call_timer_fn (kernel/time/timer.c:1700) [ 6490.980233] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6490.980463] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6490.980700] run_timer_softirq (kernel/time/timer.c:2053) [ 6490.980909] __do_softirq (kernel/softirq.c:553) [ 6490.981105] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6490.981294] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6490.981548] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6490.981818] RIP: 0033:0x7fd2c2613700 [ 6490.982011] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6490.982964] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6490.983237] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6490.983607] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6490.983976] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6490.984346] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6490.984717] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6490.984717] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6490.985092] | [ 6490.985214] Sending NMI from CPU 0 to CPUs 2: | [ 6490.985452] NMI backtrace for cpu 2 [ 6490.985464] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6490.985465] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6490.985470] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6490.985472] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6490.985474] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6490.985475] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6490.985476] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6490.985476] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6490.985477] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6490.985480] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6490.985481] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6490.985482] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6490.985483] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6490.985483] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6490.985484] PKRU: 55555554 [ 6490.985485] Call Trace: [ 6490.985486] [ 6490.985488] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6490.985493] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6490.985496] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6490.985499] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6490.985502] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6490.985504] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6490.985509] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6490.985512] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6490.985515] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6490.985517] [ 6490.985518] [ 6490.985519] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6490.985522] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6490.985527] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6490.985530] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6490.985532] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6490.985535] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6490.985538] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6490.985544] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6490.985548] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6490.985553] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6490.985556] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6490.985563] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6490.985566] ? __kernel_text_address (kernel/extable.c:79) [ 6490.985568] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6490.985570] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6490.985574] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6490.985578] ? stack_trace_save (kernel/stacktrace.c:123) [ 6490.985581] ? save_trace (kernel/locking/lockdep.c:584) [ 6490.985584] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6490.985588] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6490.985591] tc_run (net/core/dev.c:3912) [ 6490.985594] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6490.985597] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6490.985599] ? eth_header (net/ethernet/eth.c:85) [ 6490.985601] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6490.985604] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6490.985607] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6490.985608] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6490.985611] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6490.985615] ? __alloc_skb (net/core/skbuff.c:667) [ 6490.985618] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6490.985620] inet_shutdown (net/ipv4/af_inet.c:943) [ 6490.985623] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6490.985626] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6490.985628] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6490.985630] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6490.985632] RIP: 0033:0x7fa2514bebeb [ 6490.985634] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6490.985635] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6490.985637] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6490.985637] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6490.985638] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6490.985639] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6490.985640] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6490.985643] | [ 6568.984689] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6568.985049] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1272827 | [ 6568.985529] rcu: (t=5410268 jiffies g=77753 q=130 ncpus=4) [ 6568.986162] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6568.986752] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6568.987043] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6568.987986] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6568.988260] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6568.988627] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6568.988996] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6568.989365] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6568.989733] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6568.990102] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6568.990518] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6568.990816] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6568.991186] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6568.991554] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6568.991922] PKRU: 55555554 [ 6568.992068] Call Trace: [ 6568.992203] [ 6568.992320] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6568.992556] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6568.992797] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6568.993022] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6568.993246] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6568.993479] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6568.993758] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6568.993976] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6568.994229] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6568.994468] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6568.994698] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6568.994972] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6568.995233] [ 6568.995351] [ 6568.995470] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6568.995754] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6568.996013] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6568.996219] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6568.996412] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6568.996660] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6568.996902] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6568.997163] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6568.997377] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6568.997655] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6568.997915] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6568.998197] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6568.998400] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6568.998610] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6568.998868] ? __bfs (kernel/locking/lockdep.c:1787) [ 6568.999041] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6568.999260] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6568.999479] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6568.999686] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6568.999926] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6569.000152] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6569.000358] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6569.000592] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6569.000801] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6569.001022] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6569.001223] tc_run (net/core/dev.c:3912) [ 6569.001395] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6569.001612] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6569.001821] ? eth_header (net/ethernet/eth.c:85) [ 6569.002013] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6569.002235] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6569.002452] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6569.002663] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6569.002889] ? __alloc_skb (net/core/skbuff.c:667) [ 6569.003089] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6569.003329] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6569.003570] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6569.003779] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6569.004018] call_timer_fn (kernel/time/timer.c:1700) [ 6569.004217] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6569.004448] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6569.004682] run_timer_softirq (kernel/time/timer.c:2053) [ 6569.004892] __do_softirq (kernel/softirq.c:553) [ 6569.005088] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6569.005277] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6569.005531] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6569.005802] RIP: 0033:0x7fd2c2613700 [ 6569.005996] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6569.006950] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6569.007227] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6569.007596] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6569.007966] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6569.008337] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6569.008708] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6569.008708] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6569.009083] | [ 6569.009204] Sending NMI from CPU 0 to CPUs 2: | [ 6569.009445] NMI backtrace for cpu 2 [ 6569.009450] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6569.009452] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6569.009457] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6569.009458] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6569.009460] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6569.009461] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6569.009462] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6569.009462] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6569.009463] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6569.009465] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6569.009467] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6569.009467] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6569.009468] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6569.009469] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6569.009470] PKRU: 55555554 [ 6569.009470] Call Trace: [ 6569.009471] [ 6569.009473] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6569.009477] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6569.009481] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6569.009484] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6569.009487] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6569.009489] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6569.009494] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6569.009497] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6569.009500] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6569.009502] [ 6569.009502] [ 6569.009503] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6569.009507] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6569.009511] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6569.009514] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6569.009516] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6569.009520] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6569.009522] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6569.009528] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6569.009532] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6569.009537] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6569.009540] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6569.009547] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6569.009550] ? __kernel_text_address (kernel/extable.c:79) [ 6569.009552] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6569.009554] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6569.009558] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6569.009562] ? stack_trace_save (kernel/stacktrace.c:123) [ 6569.009565] ? save_trace (kernel/locking/lockdep.c:584) [ 6569.009568] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6569.009572] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6569.009575] tc_run (net/core/dev.c:3912) [ 6569.009579] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6569.009582] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6569.009583] ? eth_header (net/ethernet/eth.c:85) [ 6569.009586] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6569.009589] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6569.009591] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6569.009593] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6569.009596] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6569.009599] ? __alloc_skb (net/core/skbuff.c:667) [ 6569.009602] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6569.009604] inet_shutdown (net/ipv4/af_inet.c:943) [ 6569.009607] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6569.009610] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6569.009612] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6569.009614] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6569.009616] RIP: 0033:0x7fa2514bebeb [ 6569.009618] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6569.009619] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6569.009621] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6569.009621] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6569.009622] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6569.009623] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6569.009624] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6647.013095] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1291628 | [ 6647.013584] rcu: (t=5488296 jiffies g=77753 q=130 ncpus=4) | [ 6647.013882] Sending NMI from CPU 2 to CPUs 0: | [ 6647.014135] NMI backtrace for cpu 0 [ 6647.014142] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6647.014147] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6647.014155] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6647.014157] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6647.014159] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6647.014160] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6647.014161] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6647.014162] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6647.014163] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6647.014167] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6647.014168] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6647.014169] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6647.014170] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6647.014170] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6647.014171] PKRU: 55555554 [ 6647.014171] Call Trace: [ 6647.014179] [ 6647.014186] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6647.014191] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6647.014196] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6647.014198] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6647.014202] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6647.014204] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6647.014211] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6647.014214] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6647.014216] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6647.014219] [ 6647.014219] [ 6647.014220] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6647.014225] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6647.014231] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6647.014235] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6647.014237] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6647.014242] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6647.014246] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6647.014252] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6647.014258] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6647.014263] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6647.014265] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6647.014271] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6647.014281] ? __bfs (kernel/locking/lockdep.c:1787) [ 6647.014284] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6647.014286] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6647.014289] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6647.014291] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6647.014293] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6647.014295] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6647.014297] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6647.014300] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6647.014303] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6647.014307] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6647.014311] tc_run (net/core/dev.c:3912) [ 6647.014315] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6647.014318] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6647.014320] ? eth_header (net/ethernet/eth.c:85) [ 6647.014324] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6647.014327] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6647.014330] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6647.014333] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6647.014336] ? __alloc_skb (net/core/skbuff.c:667) [ 6647.014339] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6647.014341] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6647.014342] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6647.014344] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6647.014345] call_timer_fn (kernel/time/timer.c:1700) [ 6647.014349] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6647.014351] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6647.014355] run_timer_softirq (kernel/time/timer.c:2053) [ 6647.014357] __do_softirq (kernel/softirq.c:553) [ 6647.014360] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6647.014363] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6647.014365] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6647.014367] RIP: 0033:0x7fd2c2613700 [ 6647.014370] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6647.014371] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6647.014372] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6647.014373] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6647.014374] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6647.014374] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6647.014375] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6647.014374] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 6647.014374] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 6647.014375] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6647.014379] [ 6647.037161] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6647.037754] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6647.038045] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6647.039003] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6647.039278] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6647.039652] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6647.040025] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6647.040395] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6647.040769] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6647.041143] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6647.041562] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6647.041869] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6647.042243] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6647.042616] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6647.042988] PKRU: 55555554 [ 6647.043137] Call Trace: [ 6647.043273] [ 6647.043390] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6647.043627] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6647.043872] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6647.044097] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6647.044323] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6647.044557] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6647.044839] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6647.045057] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6647.045314] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6647.045556] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6647.045786] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6647.046064] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6647.046336] [ 6647.046455] [ 6647.046573] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6647.046861] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6647.047124] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6647.047333] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6647.047528] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6647.047774] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6647.048015] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6647.048277] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6647.048496] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6647.048777] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6647.049041] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6647.049326] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6647.049537] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6647.049796] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6647.050030] ? __kernel_text_address (kernel/extable.c:79) [ 6647.050269] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6647.050523] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6647.050806] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6647.051026] ? stack_trace_save (kernel/stacktrace.c:123) [ 6647.051243] ? save_trace (kernel/locking/lockdep.c:584) [ 6647.051440] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6647.051665] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6647.051866] tc_run (net/core/dev.c:3912) [ 6647.052037] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6647.052259] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6647.052470] ? eth_header (net/ethernet/eth.c:85) [ 6647.052663] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6647.052884] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6647.053099] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6647.053316] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6647.053528] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6647.053756] ? __alloc_skb (net/core/skbuff.c:667) [ 6647.053957] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6647.054149] inet_shutdown (net/ipv4/af_inet.c:943) [ 6647.054348] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6647.054547] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6647.054762] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6647.054961] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6647.055229] RIP: 0033:0x7fa2514bebeb [ 6647.055425] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6647.056393] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6647.056788] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6647.057160] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6647.057532] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6647.057902] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6647.058278] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6647.058657] | [ 6725.061692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6725.062048] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1309503 | [ 6725.062528] rcu: (t=5566345 jiffies g=77753 q=130 ncpus=4) [ 6725.063167] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6725.063754] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6725.064052] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6725.064984] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6725.065242] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6725.065592] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6725.065967] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6725.066335] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6725.066704] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6725.067075] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6725.067483] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6725.067767] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6725.068121] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6725.068480] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6725.068829] PKRU: 55555554 [ 6725.068967] Call Trace: [ 6725.069095] [ 6725.069207] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6725.069434] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6725.069664] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6725.069880] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6725.070092] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6725.070315] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6725.070582] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6725.070789] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6725.071030] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6725.071259] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6725.071478] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6725.071741] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6725.071989] [ 6725.072101] [ 6725.072214] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6725.072485] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6725.072732] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6725.072930] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6725.073117] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6725.073349] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6725.073579] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6725.073830] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6725.074036] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6725.074305] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6725.074552] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6725.074820] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6725.075013] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6725.075212] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6725.075457] ? __bfs (kernel/locking/lockdep.c:1787) [ 6725.075622] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6725.075831] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6725.076070] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6725.076286] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6725.076537] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6725.076770] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6725.076983] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6725.077228] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6725.077426] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6725.077635] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6725.077828] tc_run (net/core/dev.c:3912) [ 6725.077993] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6725.078199] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6725.078398] ? eth_header (net/ethernet/eth.c:85) [ 6725.078579] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6725.078794] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6725.079000] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6725.079201] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6725.079418] ? __alloc_skb (net/core/skbuff.c:667) [ 6725.079608] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6725.079837] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6725.080066] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6725.080270] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6725.080498] call_timer_fn (kernel/time/timer.c:1700) [ 6725.080688] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6725.080910] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6725.081135] run_timer_softirq (kernel/time/timer.c:2053) [ 6725.081336] __do_softirq (kernel/softirq.c:553) [ 6725.081523] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6725.081706] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6725.081951] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6725.082209] RIP: 0033:0x7fd2c2613700 [ 6725.082397] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6725.083298] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6725.083557] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6725.083908] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6725.084256] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6725.084605] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6725.084956] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6725.084956] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6725.085310] | [ 6725.085427] Sending NMI from CPU 0 to CPUs 2: | [ 6725.085658] NMI backtrace for cpu 2 [ 6725.085664] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6725.085666] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6725.085673] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6725.085674] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6725.085676] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6725.085678] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6725.085679] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6725.085680] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6725.085680] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6725.085683] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6725.085684] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6725.085685] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6725.085687] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6725.085688] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6725.085688] PKRU: 55555554 [ 6725.085689] Call Trace: [ 6725.085690] [ 6725.085694] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6725.085698] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6725.085702] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6725.085704] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6725.085708] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6725.085710] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6725.085717] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6725.085719] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6725.085722] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6725.085725] [ 6725.085725] [ 6725.085726] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6725.085731] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6725.085737] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6725.085740] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6725.085742] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6725.085746] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6725.085749] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6725.085756] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6725.085760] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6725.085766] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6725.085771] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6725.085778] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6725.085782] ? __kernel_text_address (kernel/extable.c:79) [ 6725.085783] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6725.085786] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6725.085790] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6725.085795] ? stack_trace_save (kernel/stacktrace.c:123) [ 6725.085798] ? save_trace (kernel/locking/lockdep.c:584) [ 6725.085801] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6725.085804] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6725.085808] tc_run (net/core/dev.c:3912) [ 6725.085812] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6725.085815] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6725.085817] ? eth_header (net/ethernet/eth.c:85) [ 6725.085820] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6725.085823] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6725.085826] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6725.085827] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6725.085830] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6725.085834] ? __alloc_skb (net/core/skbuff.c:667) [ 6725.085837] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6725.085839] inet_shutdown (net/ipv4/af_inet.c:943) [ 6725.085842] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6725.085846] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6725.085847] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6725.085850] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6725.085851] RIP: 0033:0x7fa2514bebeb [ 6725.085853] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6725.085855] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6725.085856] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6725.085857] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6725.085858] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6725.085858] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6725.085859] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6725.085862] | [ 6803.085692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6803.086041] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1326031 | [ 6803.086526] rcu: (t=5644369 jiffies g=77753 q=130 ncpus=4) [ 6803.087158] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6803.087722] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6803.088004] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6803.088912] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6803.089175] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6803.089529] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6803.089882] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6803.090236] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6803.090589] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6803.090946] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6803.091344] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6803.091632] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6803.091986] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6803.092338] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6803.092692] PKRU: 55555554 [ 6803.092833] Call Trace: [ 6803.092963] [ 6803.093074] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6803.093306] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6803.093539] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6803.093756] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6803.093972] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6803.094194] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6803.094465] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6803.094673] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6803.094917] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6803.095147] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6803.095366] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6803.095633] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6803.095887] [ 6803.095999] [ 6803.096113] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6803.096385] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6803.096634] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6803.096836] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6803.097023] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6803.097255] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6803.097487] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6803.097738] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6803.097945] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6803.098215] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6803.098465] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6803.098736] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6803.098929] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6803.099128] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6803.099373] ? __bfs (kernel/locking/lockdep.c:1787) [ 6803.099540] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6803.099749] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6803.099961] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6803.100159] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6803.100390] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6803.100602] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6803.100800] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6803.101025] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6803.101223] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6803.101434] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6803.101628] tc_run (net/core/dev.c:3912) [ 6803.101794] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6803.102004] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6803.102207] ? eth_header (net/ethernet/eth.c:85) [ 6803.102390] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6803.102602] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6803.102810] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6803.103015] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6803.103231] ? __alloc_skb (net/core/skbuff.c:667) [ 6803.103422] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6803.103654] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6803.103886] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6803.104089] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6803.104319] call_timer_fn (kernel/time/timer.c:1700) [ 6803.104511] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6803.104731] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6803.104958] run_timer_softirq (kernel/time/timer.c:2053) [ 6803.105157] __do_softirq (kernel/softirq.c:553) [ 6803.105345] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6803.105527] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6803.105775] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6803.106034] RIP: 0033:0x7fd2c2613700 [ 6803.106219] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6803.107127] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6803.107389] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6803.107744] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6803.108097] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6803.108449] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6803.108803] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6803.108803] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6803.109161] | [ 6803.109279] Sending NMI from CPU 0 to CPUs 2: | [ 6803.109507] NMI backtrace for cpu 2 [ 6803.109514] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6803.109516] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6803.109522] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6803.109524] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6803.109525] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6803.109526] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6803.109527] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6803.109528] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6803.109529] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6803.109532] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6803.109533] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6803.109534] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6803.109535] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6803.109535] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6803.109536] PKRU: 55555554 [ 6803.109537] Call Trace: [ 6803.109538] [ 6803.109541] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6803.109545] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6803.109549] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6803.109552] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6803.109555] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6803.109557] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6803.109564] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6803.109566] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6803.109569] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6803.109571] [ 6803.109572] [ 6803.109573] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6803.109577] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6803.109582] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6803.109586] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6803.109588] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6803.109593] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6803.109596] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6803.109602] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6803.109606] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6803.109611] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6803.109616] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6803.109623] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6803.109627] ? __kernel_text_address (kernel/extable.c:79) [ 6803.109628] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6803.109631] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6803.109634] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6803.109638] ? stack_trace_save (kernel/stacktrace.c:123) [ 6803.109641] ? save_trace (kernel/locking/lockdep.c:584) [ 6803.109643] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6803.109647] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6803.109651] tc_run (net/core/dev.c:3912) [ 6803.109655] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6803.109658] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6803.109659] ? eth_header (net/ethernet/eth.c:85) [ 6803.109663] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6803.109666] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6803.109668] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6803.109670] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6803.109673] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6803.109677] ? __alloc_skb (net/core/skbuff.c:667) [ 6803.109679] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6803.109682] inet_shutdown (net/ipv4/af_inet.c:943) [ 6803.109684] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6803.109688] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6803.109690] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6803.109692] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6803.109694] RIP: 0033:0x7fa2514bebeb [ 6803.109695] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6803.109697] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6803.109698] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6803.109699] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6803.109700] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6803.109700] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6803.109701] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6803.109704] | [ 6881.108691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6881.109017] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1342446 | [ 6881.109479] rcu: (t=5722392 jiffies g=77753 q=130 ncpus=4) [ 6881.110092] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6881.110649] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6881.110931] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6881.111833] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6881.112093] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6881.112445] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6881.112798] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6881.113150] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6881.113502] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6881.113858] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6881.114254] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6881.114541] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6881.114895] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6881.115250] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6881.115600] PKRU: 55555554 [ 6881.115742] Call Trace: [ 6881.115874] [ 6881.115988] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6881.116214] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6881.116446] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6881.116660] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6881.116878] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6881.117100] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6881.117370] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6881.117578] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6881.117821] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6881.118050] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6881.118269] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6881.118534] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6881.118785] [ 6881.118898] [ 6881.119010] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6881.119285] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6881.119535] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6881.119735] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6881.119923] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6881.120161] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6881.120391] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6881.120641] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6881.120850] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6881.121119] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6881.121371] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6881.121639] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6881.121832] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6881.122034] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6881.122279] ? __bfs (kernel/locking/lockdep.c:1787) [ 6881.122449] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6881.122657] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6881.122868] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6881.123064] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6881.123294] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6881.123505] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6881.123701] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6881.123926] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6881.124123] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6881.124335] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6881.124527] tc_run (net/core/dev.c:3912) [ 6881.124691] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6881.124902] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6881.125103] ? eth_header (net/ethernet/eth.c:85) [ 6881.125291] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6881.125502] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6881.125714] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6881.125916] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6881.126132] ? __alloc_skb (net/core/skbuff.c:667) [ 6881.126321] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6881.126553] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6881.126785] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6881.126987] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6881.127217] call_timer_fn (kernel/time/timer.c:1700) [ 6881.127408] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6881.127628] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6881.127855] run_timer_softirq (kernel/time/timer.c:2053) [ 6881.128053] __do_softirq (kernel/softirq.c:553) [ 6881.128241] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6881.128424] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6881.128666] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6881.128926] RIP: 0033:0x7fd2c2613700 [ 6881.129112] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6881.130019] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6881.130280] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6881.130633] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6881.130989] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6881.131342] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6881.131694] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6881.131694] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6881.132052] | [ 6881.132173] Sending NMI from CPU 0 to CPUs 2: | [ 6881.132405] NMI backtrace for cpu 2 [ 6881.132412] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6881.132413] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6881.132421] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6881.132422] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6881.132424] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6881.132425] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6881.132426] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6881.132427] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6881.132427] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6881.132430] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6881.132431] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6881.132432] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6881.132433] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6881.132433] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6881.132434] PKRU: 55555554 [ 6881.132434] Call Trace: [ 6881.132436] [ 6881.132439] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6881.132444] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6881.132448] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6881.132450] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6881.132454] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6881.132456] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6881.132462] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6881.132465] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6881.132468] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6881.132470] [ 6881.132470] [ 6881.132471] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6881.132476] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6881.132482] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6881.132485] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6881.132487] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6881.132491] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6881.132494] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6881.132500] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6881.132505] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6881.132510] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6881.132514] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6881.132521] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6881.132525] ? __kernel_text_address (kernel/extable.c:79) [ 6881.132526] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6881.132529] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6881.132533] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6881.132538] ? stack_trace_save (kernel/stacktrace.c:123) [ 6881.132540] ? save_trace (kernel/locking/lockdep.c:584) [ 6881.132543] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6881.132547] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6881.132551] tc_run (net/core/dev.c:3912) [ 6881.132556] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6881.132558] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6881.132560] ? eth_header (net/ethernet/eth.c:85) [ 6881.132564] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6881.132567] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6881.132570] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6881.132571] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6881.132574] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6881.132578] ? __alloc_skb (net/core/skbuff.c:667) [ 6881.132582] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6881.132584] inet_shutdown (net/ipv4/af_inet.c:943) [ 6881.132587] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6881.132591] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6881.132592] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6881.132595] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6881.132597] RIP: 0033:0x7fa2514bebeb [ 6881.132599] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6881.132600] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6881.132602] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6881.132603] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6881.132603] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6881.132604] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6881.132605] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 6881.132608] | [ 6959.132691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6959.133015] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1358871 | [ 6959.133474] rcu: (t=5800416 jiffies g=77753 q=130 ncpus=4) [ 6959.134083] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6959.134642] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6959.134930] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6959.135829] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 6959.136088] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 6959.136437] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 6959.136787] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 6959.137133] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 6959.137483] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 6959.137834] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 6959.138227] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6959.138512] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 6959.138865] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6959.139215] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6959.139563] PKRU: 55555554 [ 6959.139704] Call Trace: [ 6959.139835] [ 6959.139952] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6959.140179] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6959.140411] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6959.140626] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 6959.140839] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6959.141061] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6959.141328] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6959.141537] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6959.141780] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6959.142007] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6959.142228] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6959.142490] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6959.142740] [ 6959.142852] [ 6959.142966] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6959.143237] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6959.143484] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6959.143682] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6959.143868] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6959.144101] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6959.144332] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6959.144581] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6959.144791] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6959.145065] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6959.145313] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6959.145579] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 6959.145773] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6959.145980] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6959.146224] ? __bfs (kernel/locking/lockdep.c:1787) [ 6959.146390] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 6959.146596] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6959.146805] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6959.147003] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 6959.147232] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 6959.147444] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6959.147639] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 6959.147862] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6959.148062] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6959.148272] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6959.148463] tc_run (net/core/dev.c:3912) [ 6959.148629] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6959.148836] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6959.149037] ? eth_header (net/ethernet/eth.c:85) [ 6959.149219] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6959.149431] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6959.149637] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6959.149842] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6959.150058] ? __alloc_skb (net/core/skbuff.c:667) [ 6959.150248] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6959.150478] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 6959.150708] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 6959.150909] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 6959.151137] call_timer_fn (kernel/time/timer.c:1700) [ 6959.151327] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 6959.151545] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 6959.151771] run_timer_softirq (kernel/time/timer.c:2053) [ 6959.151967] __do_softirq (kernel/softirq.c:553) [ 6959.152153] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 6959.152337] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 6959.152578] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6959.152836] RIP: 0033:0x7fd2c2613700 [ 6959.153023] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 6959.153925] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 6959.154186] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 6959.154539] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 6959.154891] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 6959.155241] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 6959.155593] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6959.155593] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 6959.155950] | [ 6959.156067] Sending NMI from CPU 0 to CPUs 2: | [ 6959.156292] NMI backtrace for cpu 2 [ 6959.156302] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6959.156304] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6959.156311] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6959.156312] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 6959.156314] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 6959.156315] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 6959.156316] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 6959.156317] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 6959.156317] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 6959.156320] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 6959.156321] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6959.156322] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 6959.156323] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6959.156323] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6959.156324] PKRU: 55555554 [ 6959.156325] Call Trace: [ 6959.156326] [ 6959.156329] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 6959.156333] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 6959.156337] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 6959.156340] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 6959.156343] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 6959.156345] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 6959.156351] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6959.156354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6959.156357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6959.156359] [ 6959.156359] [ 6959.156360] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6959.156365] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 6959.156370] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 6959.156374] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 6959.156376] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 6959.156380] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 6959.156383] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 6959.156389] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 6959.156394] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 6959.156399] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 6959.156404] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 6959.156411] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 6959.156414] ? __kernel_text_address (kernel/extable.c:79) [ 6959.156416] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 6959.156419] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 6959.156422] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 6959.156426] ? stack_trace_save (kernel/stacktrace.c:123) [ 6959.156428] ? save_trace (kernel/locking/lockdep.c:584) [ 6959.156431] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 6959.156434] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 6959.156438] tc_run (net/core/dev.c:3912) [ 6959.156442] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 6959.156444] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 6959.156446] ? eth_header (net/ethernet/eth.c:85) [ 6959.156450] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 6959.156453] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 6959.156455] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6959.156457] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 6959.156460] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 6959.156464] ? __alloc_skb (net/core/skbuff.c:667) [ 6959.156467] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 6959.156470] inet_shutdown (net/ipv4/af_inet.c:943) [ 6959.156473] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 6959.156476] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 6959.156477] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 6959.156480] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 6959.156481] RIP: 0033:0x7fa2514bebeb [ 6959.156483] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 6959.156484] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 6959.156486] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 6959.156487] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 6959.156487] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 6959.156488] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 6959.156489] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7037.156042] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1376191 | [ 7037.156530] rcu: (t=5878439 jiffies g=77753 q=130 ncpus=4) | [ 7037.156820] Sending NMI from CPU 2 to CPUs 0: | [ 7037.157064] NMI backtrace for cpu 0 [ 7037.157072] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7037.157074] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7037.157083] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7037.157085] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7037.157087] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7037.157088] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7037.157089] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7037.157090] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7037.157091] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7037.157094] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7037.157095] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7037.157096] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7037.157097] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7037.157098] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7037.157099] PKRU: 55555554 [ 7037.157099] Call Trace: [ 7037.157102] [ 7037.157106] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7037.157112] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7037.157118] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7037.157121] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7037.157125] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7037.157127] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7037.157134] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7037.157137] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7037.157139] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7037.157142] [ 7037.157142] [ 7037.157143] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7037.157149] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7037.157155] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7037.157160] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7037.157162] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7037.157167] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7037.157171] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7037.157178] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7037.157182] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7037.157186] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7037.157189] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7037.157195] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7037.157202] ? __bfs (kernel/locking/lockdep.c:1787) [ 7037.157205] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7037.157207] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7037.157209] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7037.157211] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7037.157213] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7037.157215] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7037.157217] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7037.157221] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7037.157224] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7037.157227] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7037.157232] tc_run (net/core/dev.c:3912) [ 7037.157237] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7037.157240] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7037.157242] ? eth_header (net/ethernet/eth.c:85) [ 7037.157245] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7037.157249] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7037.157251] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7037.157253] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7037.157257] ? __alloc_skb (net/core/skbuff.c:667) [ 7037.157261] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7037.157262] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7037.157264] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7037.157265] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7037.157267] call_timer_fn (kernel/time/timer.c:1700) [ 7037.157270] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7037.157273] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7037.157278] run_timer_softirq (kernel/time/timer.c:2053) [ 7037.157279] __do_softirq (kernel/softirq.c:553) [ 7037.157282] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7037.157286] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7037.157288] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7037.157290] RIP: 0033:0x7fd2c2613700 [ 7037.157293] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7037.157294] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7037.157295] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7037.157296] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7037.157297] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7037.157298] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7037.157299] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7037.157297] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 7037.157298] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 7037.157299] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7037.157302] [ 7037.180012] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7037.180600] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7037.180892] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 7037.181845] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7037.182122] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7037.182495] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7037.182867] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7037.183236] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7037.183607] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7037.183980] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7037.184398] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7037.184705] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7037.185079] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7037.185450] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7037.185819] PKRU: 55555554 [ 7037.185969] Call Trace: [ 7037.186105] [ 7037.186223] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7037.186459] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7037.186704] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7037.186929] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7037.187156] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7037.187390] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7037.187672] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7037.187889] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7037.188144] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7037.188384] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7037.188613] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7037.188893] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7037.189155] [ 7037.189272] [ 7037.189390] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7037.189676] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7037.189938] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7037.190145] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7037.190340] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7037.190584] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7037.190824] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7037.191086] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7037.191304] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7037.191585] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7037.191846] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7037.192130] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7037.192343] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7037.192600] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7037.192833] ? __kernel_text_address (kernel/extable.c:79) [ 7037.193070] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7037.193324] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7037.193605] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7037.193824] ? stack_trace_save (kernel/stacktrace.c:123) [ 7037.194039] ? save_trace (kernel/locking/lockdep.c:584) [ 7037.194236] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7037.194461] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7037.194666] tc_run (net/core/dev.c:3912) [ 7037.194837] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7037.195057] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7037.195266] ? eth_header (net/ethernet/eth.c:85) [ 7037.195458] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7037.195678] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7037.195893] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7037.196111] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7037.196323] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7037.196550] ? __alloc_skb (net/core/skbuff.c:667) [ 7037.196751] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7037.196942] inet_shutdown (net/ipv4/af_inet.c:943) [ 7037.197141] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7037.197340] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7037.197554] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7037.197753] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7037.198018] RIP: 0033:0x7fa2514bebeb [ 7037.198212] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7037.199169] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7037.199562] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7037.199934] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7037.200305] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7037.200675] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7037.201046] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7037.201424] | [ 7115.203691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7115.204020] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1393551 | [ 7115.204486] rcu: (t=5956487 jiffies g=77753 q=130 ncpus=4) [ 7115.205090] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7115.205644] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7115.205924] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7115.206831] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7115.207093] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7115.207447] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7115.207802] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7115.208156] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7115.208510] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7115.208867] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7115.209264] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7115.209551] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7115.209905] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7115.210258] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7115.210608] PKRU: 55555554 [ 7115.210752] Call Trace: [ 7115.210882] [ 7115.210995] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7115.211219] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7115.211453] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7115.211667] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7115.211884] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7115.212105] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7115.212375] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7115.212581] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7115.212823] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7115.213052] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7115.213270] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7115.213536] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7115.213788] [ 7115.213902] [ 7115.214014] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7115.214292] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7115.214543] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7115.214745] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7115.214934] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7115.215169] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7115.215399] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7115.215650] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7115.215862] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7115.216131] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7115.216381] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7115.216651] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7115.216847] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7115.217051] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7115.217297] ? __bfs (kernel/locking/lockdep.c:1787) [ 7115.217464] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7115.217673] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7115.217885] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7115.218083] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7115.218314] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7115.218526] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7115.218726] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7115.218953] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7115.219152] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7115.219367] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7115.219560] tc_run (net/core/dev.c:3912) [ 7115.219726] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7115.219937] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7115.220138] ? eth_header (net/ethernet/eth.c:85) [ 7115.220323] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7115.220536] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7115.220749] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7115.220953] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7115.221169] ? __alloc_skb (net/core/skbuff.c:667) [ 7115.221360] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7115.221591] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7115.221825] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7115.222026] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7115.222257] call_timer_fn (kernel/time/timer.c:1700) [ 7115.222448] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7115.222669] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7115.222899] run_timer_softirq (kernel/time/timer.c:2053) [ 7115.223098] __do_softirq (kernel/softirq.c:553) [ 7115.223288] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7115.223473] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7115.223716] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7115.223976] RIP: 0033:0x7fd2c2613700 [ 7115.224167] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7115.225080] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7115.225341] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7115.225696] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7115.226051] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7115.226404] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7115.226758] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7115.226758] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7115.227116] | [ 7115.227235] Sending NMI from CPU 0 to CPUs 2: | [ 7115.227465] NMI backtrace for cpu 2 [ 7115.227472] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7115.227474] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7115.227481] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7115.227482] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7115.227484] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7115.227485] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7115.227486] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7115.227486] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7115.227487] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7115.227490] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7115.227491] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7115.227492] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7115.227493] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7115.227493] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7115.227494] PKRU: 55555554 [ 7115.227495] Call Trace: [ 7115.227497] [ 7115.227500] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7115.227507] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7115.227512] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7115.227515] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7115.227518] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7115.227521] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7115.227527] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7115.227529] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7115.227532] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7115.227534] [ 7115.227535] [ 7115.227536] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7115.227541] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7115.227546] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7115.227550] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7115.227552] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7115.227556] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7115.227559] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7115.227565] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7115.227569] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7115.227574] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7115.227579] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7115.227587] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7115.227590] ? __kernel_text_address (kernel/extable.c:79) [ 7115.227592] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7115.227595] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7115.227599] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7115.227603] ? stack_trace_save (kernel/stacktrace.c:123) [ 7115.227605] ? save_trace (kernel/locking/lockdep.c:584) [ 7115.227608] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7115.227612] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7115.227616] tc_run (net/core/dev.c:3912) [ 7115.227621] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7115.227623] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7115.227625] ? eth_header (net/ethernet/eth.c:85) [ 7115.227629] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7115.227632] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7115.227634] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7115.227636] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7115.227639] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7115.227644] ? __alloc_skb (net/core/skbuff.c:667) [ 7115.227647] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7115.227649] inet_shutdown (net/ipv4/af_inet.c:943) [ 7115.227651] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7115.227654] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7115.227656] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7115.227658] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7115.227660] RIP: 0033:0x7fa2514bebeb [ 7115.227662] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7115.227663] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7115.227665] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7115.227665] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7115.227666] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7115.227667] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7115.227668] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7193.228044] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1410930 | [ 7193.228528] rcu: (t=6034511 jiffies g=77753 q=130 ncpus=4) | [ 7193.228823] Sending NMI from CPU 2 to CPUs 0: | [ 7193.229069] NMI backtrace for cpu 0 [ 7193.229077] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7193.229080] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7193.229089] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7193.229091] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7193.229092] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7193.229093] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7193.229094] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7193.229095] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7193.229096] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7193.229098] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7193.229099] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7193.229100] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7193.229101] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7193.229101] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7193.229102] PKRU: 55555554 [ 7193.229102] Call Trace: [ 7193.229108] [ 7193.229113] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7193.229117] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7193.229122] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7193.229125] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7193.229129] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7193.229131] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7193.229137] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7193.229140] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7193.229142] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7193.229144] [ 7193.229144] [ 7193.229145] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7193.229150] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7193.229155] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7193.229159] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7193.229160] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7193.229164] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7193.229167] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7193.229175] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7193.229179] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7193.229182] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7193.229185] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7193.229189] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7193.229197] ? __bfs (kernel/locking/lockdep.c:1787) [ 7193.229199] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7193.229201] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7193.229204] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7193.229206] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7193.229208] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7193.229209] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7193.229211] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7193.229214] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7193.229216] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7193.229220] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7193.229224] tc_run (net/core/dev.c:3912) [ 7193.229228] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7193.229230] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7193.229232] ? eth_header (net/ethernet/eth.c:85) [ 7193.229236] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7193.229240] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7193.229242] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7193.229244] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7193.229248] ? __alloc_skb (net/core/skbuff.c:667) [ 7193.229251] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7193.229252] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7193.229254] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7193.229255] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7193.229257] call_timer_fn (kernel/time/timer.c:1700) [ 7193.229260] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7193.229262] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7193.229266] run_timer_softirq (kernel/time/timer.c:2053) [ 7193.229267] __do_softirq (kernel/softirq.c:553) [ 7193.229270] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7193.229273] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7193.229274] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7193.229276] RIP: 0033:0x7fd2c2613700 [ 7193.229281] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7193.229282] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7193.229283] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7193.229284] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7193.229285] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7193.229286] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7193.229286] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7193.229285] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 7193.229286] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 7193.229286] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7193.229290] [ 7193.251971] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7193.252559] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7193.252854] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7193.253806] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7193.254083] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7193.254452] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7193.254825] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7193.255197] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7193.255567] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7193.255939] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7193.256360] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7193.256663] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7193.257033] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7193.257404] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7193.257775] PKRU: 55555554 [ 7193.257922] Call Trace: [ 7193.258058] [ 7193.258176] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7193.258414] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7193.258658] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7193.258883] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7193.259108] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7193.259341] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7193.259620] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7193.259840] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7193.260095] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7193.260333] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7193.260565] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7193.260842] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7193.261102] [ 7193.261221] [ 7193.261340] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7193.261624] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7193.261885] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7193.262094] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7193.262287] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7193.262530] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7193.262773] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7193.263035] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7193.263250] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7193.263531] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7193.263797] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7193.264081] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7193.264289] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7193.264546] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7193.264777] ? __kernel_text_address (kernel/extable.c:79) [ 7193.265013] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7193.265267] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7193.265547] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7193.265768] ? stack_trace_save (kernel/stacktrace.c:123) [ 7193.265982] ? save_trace (kernel/locking/lockdep.c:584) [ 7193.266177] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7193.266397] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7193.266599] tc_run (net/core/dev.c:3912) [ 7193.266771] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7193.266991] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7193.267203] ? eth_header (net/ethernet/eth.c:85) [ 7193.267394] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7193.267612] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7193.267823] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7193.268043] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7193.268255] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7193.268478] ? __alloc_skb (net/core/skbuff.c:667) [ 7193.268678] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7193.268868] inet_shutdown (net/ipv4/af_inet.c:943) [ 7193.269065] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7193.269268] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7193.269483] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7193.269682] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7193.269948] RIP: 0033:0x7fa2514bebeb [ 7193.270141] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7193.271089] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7193.271483] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7193.271852] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7193.272223] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7193.272595] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7193.272966] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7193.273340] | [ 7271.275691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7271.276010] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1427635 | [ 7271.276470] rcu: (t=6112559 jiffies g=77753 q=130 ncpus=4) [ 7271.277070] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7271.277624] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7271.277900] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7271.278805] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7271.279066] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7271.279418] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7271.279775] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7271.280127] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7271.280481] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7271.280838] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7271.281237] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7271.281523] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7271.281879] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7271.282235] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7271.282587] PKRU: 55555554 [ 7271.282729] Call Trace: [ 7271.282859] [ 7271.282972] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7271.283201] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7271.283441] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7271.283654] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7271.283874] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7271.284097] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7271.284369] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7271.284578] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7271.284825] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7271.285055] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7271.285277] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7271.285543] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7271.285793] [ 7271.285906] [ 7271.286018] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7271.286291] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7271.286539] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7271.286737] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7271.286922] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7271.287154] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7271.287384] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7271.287631] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7271.287839] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7271.288107] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7271.288357] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7271.288624] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7271.288818] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7271.289018] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7271.289262] ? __bfs (kernel/locking/lockdep.c:1787) [ 7271.289428] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7271.289636] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7271.289846] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7271.290043] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7271.290273] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7271.290484] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7271.290678] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7271.290904] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7271.291101] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7271.291311] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7271.291504] tc_run (net/core/dev.c:3912) [ 7271.291665] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7271.291876] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7271.292077] ? eth_header (net/ethernet/eth.c:85) [ 7271.292261] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7271.292471] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7271.292681] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7271.292885] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7271.293100] ? __alloc_skb (net/core/skbuff.c:667) [ 7271.293291] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7271.293525] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7271.293759] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7271.293959] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7271.294190] call_timer_fn (kernel/time/timer.c:1700) [ 7271.294380] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7271.294600] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7271.294829] run_timer_softirq (kernel/time/timer.c:2053) [ 7271.295028] __do_softirq (kernel/softirq.c:553) [ 7271.295215] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7271.295398] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7271.295642] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7271.295903] RIP: 0033:0x7fd2c2613700 [ 7271.296089] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7271.297001] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7271.297262] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7271.297617] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7271.297973] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7271.298326] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7271.298680] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7271.298680] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7271.299043] | [ 7271.299161] Sending NMI from CPU 0 to CPUs 2: | [ 7271.299391] NMI backtrace for cpu 2 [ 7271.299397] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7271.299399] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7271.299406] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7271.299407] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7271.299409] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7271.299410] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7271.299410] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7271.299411] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7271.299412] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7271.299415] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7271.299416] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7271.299417] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7271.299418] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7271.299419] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7271.299419] PKRU: 55555554 [ 7271.299420] Call Trace: [ 7271.299421] [ 7271.299425] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7271.299431] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7271.299435] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7271.299439] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7271.299443] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7271.299445] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7271.299451] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7271.299454] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7271.299456] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7271.299459] [ 7271.299459] [ 7271.299460] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7271.299464] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7271.299470] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7271.299474] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7271.299476] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7271.299481] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7271.299484] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7271.299490] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7271.299495] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7271.299500] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7271.299504] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7271.299511] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7271.299515] ? __kernel_text_address (kernel/extable.c:79) [ 7271.299516] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7271.299519] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7271.299523] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7271.299527] ? stack_trace_save (kernel/stacktrace.c:123) [ 7271.299529] ? save_trace (kernel/locking/lockdep.c:584) [ 7271.299532] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7271.299536] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7271.299541] tc_run (net/core/dev.c:3912) [ 7271.299546] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7271.299548] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7271.299550] ? eth_header (net/ethernet/eth.c:85) [ 7271.299554] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7271.299556] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7271.299559] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7271.299561] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7271.299564] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7271.299568] ? __alloc_skb (net/core/skbuff.c:667) [ 7271.299572] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7271.299574] inet_shutdown (net/ipv4/af_inet.c:943) [ 7271.299577] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7271.299580] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7271.299582] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7271.299585] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7271.299586] RIP: 0033:0x7fa2514bebeb [ 7271.299588] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7271.299590] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7271.299591] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7271.299592] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7271.299593] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7271.299593] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7271.299594] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7271.299597] | [ 7349.299690] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7349.300005] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1444920 | [ 7349.300460] rcu: (t=6190583 jiffies g=77753 q=130 ncpus=4) [ 7349.301066] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7349.301618] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7349.301893] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7349.302790] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7349.303049] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7349.303403] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7349.303755] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7349.304105] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7349.304454] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7349.304808] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7349.305204] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7349.305488] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7349.305841] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7349.306190] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7349.306541] PKRU: 55555554 [ 7349.306680] Call Trace: [ 7349.306808] [ 7349.306919] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7349.307143] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7349.307373] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7349.307587] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7349.307800] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7349.308021] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7349.308287] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7349.308494] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7349.308737] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7349.308965] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7349.309185] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7349.309447] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7349.309696] [ 7349.309809] [ 7349.309922] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7349.310192] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7349.310439] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7349.310636] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7349.310822] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7349.311053] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7349.311282] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7349.311530] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7349.311736] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7349.312001] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7349.312248] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7349.312518] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7349.312712] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7349.312911] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7349.313160] ? __bfs (kernel/locking/lockdep.c:1787) [ 7349.313325] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7349.313534] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7349.313743] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7349.313940] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7349.314171] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7349.314384] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7349.314582] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7349.314807] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7349.315008] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7349.315221] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7349.315412] tc_run (net/core/dev.c:3912) [ 7349.315576] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7349.315786] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7349.315988] ? eth_header (net/ethernet/eth.c:85) [ 7349.316172] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7349.316387] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7349.316596] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7349.316798] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7349.317017] ? __alloc_skb (net/core/skbuff.c:667) [ 7349.317208] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7349.317437] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7349.317669] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7349.317872] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7349.318102] call_timer_fn (kernel/time/timer.c:1700) [ 7349.318292] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7349.318515] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7349.318741] run_timer_softirq (kernel/time/timer.c:2053) [ 7349.318944] __do_softirq (kernel/softirq.c:553) [ 7349.319131] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7349.319313] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7349.319557] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7349.319818] RIP: 0033:0x7fd2c2613700 [ 7349.320004] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7349.320912] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7349.321178] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7349.321529] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7349.321883] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7349.322234] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7349.322587] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7349.322587] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7349.322942] | [ 7349.323062] Sending NMI from CPU 0 to CPUs 2: | [ 7349.323298] NMI backtrace for cpu 2 [ 7349.323305] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7349.323306] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7349.323315] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7349.323316] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7349.323318] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7349.323319] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7349.323320] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7349.323321] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7349.323322] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7349.323325] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7349.323326] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7349.323327] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7349.323328] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7349.323328] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7349.323329] PKRU: 55555554 [ 7349.323329] Call Trace: [ 7349.323331] [ 7349.323334] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7349.323338] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7349.323342] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7349.323345] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7349.323348] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7349.323351] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7349.323357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7349.323359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7349.323362] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7349.323364] [ 7349.323365] [ 7349.323366] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7349.323370] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7349.323375] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7349.323379] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7349.323381] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7349.323385] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7349.323389] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7349.323394] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7349.323399] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7349.323404] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7349.323408] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7349.323416] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7349.323420] ? __kernel_text_address (kernel/extable.c:79) [ 7349.323421] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7349.323424] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7349.323427] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7349.323431] ? stack_trace_save (kernel/stacktrace.c:123) [ 7349.323434] ? save_trace (kernel/locking/lockdep.c:584) [ 7349.323436] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7349.323440] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7349.323444] tc_run (net/core/dev.c:3912) [ 7349.323448] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7349.323451] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7349.323452] ? eth_header (net/ethernet/eth.c:85) [ 7349.323456] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7349.323458] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7349.323461] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7349.323463] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7349.323466] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7349.323470] ? __alloc_skb (net/core/skbuff.c:667) [ 7349.323472] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7349.323475] inet_shutdown (net/ipv4/af_inet.c:943) [ 7349.323477] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7349.323481] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7349.323482] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7349.323485] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7349.323486] RIP: 0033:0x7fa2514bebeb [ 7349.323489] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7349.323489] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7349.323491] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7349.323492] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7349.323492] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7349.323493] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7349.323493] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7349.323496] | [ 7427.323691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7427.324006] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1461338 | [ 7427.324464] rcu: (t=6268607 jiffies g=77753 q=130 ncpus=4) [ 7427.325067] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7427.325622] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7427.325900] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7427.326797] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7427.327056] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7427.327405] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7427.327755] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7427.328102] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7427.328451] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7427.328806] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7427.329198] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7427.329483] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7427.329836] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7427.330193] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7427.330545] PKRU: 55555554 [ 7427.330685] Call Trace: [ 7427.330816] [ 7427.330934] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7427.331161] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7427.331392] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7427.331608] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7427.331823] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7427.332049] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7427.332316] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7427.332527] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7427.332777] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7427.333005] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7427.333228] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7427.333493] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7427.333745] [ 7427.333858] [ 7427.333971] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7427.334244] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7427.334493] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7427.334691] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7427.334878] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7427.335113] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7427.335345] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7427.335595] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7427.335806] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7427.336077] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7427.336328] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7427.336595] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7427.336790] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7427.336989] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7427.337234] ? __bfs (kernel/locking/lockdep.c:1787) [ 7427.337402] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7427.337610] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7427.337823] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7427.338022] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7427.338252] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7427.338468] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7427.338665] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7427.338893] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7427.339091] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7427.339302] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7427.339494] tc_run (net/core/dev.c:3912) [ 7427.339657] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7427.339867] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7427.340068] ? eth_header (net/ethernet/eth.c:85) [ 7427.340251] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7427.340463] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7427.340670] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7427.340874] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7427.341088] ? __alloc_skb (net/core/skbuff.c:667) [ 7427.341278] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7427.341509] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7427.341739] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7427.341940] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7427.342170] call_timer_fn (kernel/time/timer.c:1700) [ 7427.342360] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7427.342580] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7427.342809] run_timer_softirq (kernel/time/timer.c:2053) [ 7427.343009] __do_softirq (kernel/softirq.c:553) [ 7427.343196] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7427.343377] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7427.343618] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7427.343878] RIP: 0033:0x7fd2c2613700 [ 7427.344067] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7427.344975] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7427.345237] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7427.345594] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7427.345947] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7427.346300] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7427.346656] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7427.346656] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7427.347017] | [ 7427.347135] Sending NMI from CPU 0 to CPUs 2: | [ 7427.347363] NMI backtrace for cpu 2 [ 7427.347369] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7427.347371] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7427.347379] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7427.347380] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7427.347382] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7427.347383] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7427.347384] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7427.347385] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7427.347385] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7427.347388] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7427.347389] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7427.347390] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7427.347391] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7427.347391] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7427.347392] PKRU: 55555554 [ 7427.347393] Call Trace: [ 7427.347394] [ 7427.347397] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7427.347402] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7427.347406] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7427.347408] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7427.347412] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7427.347414] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7427.347420] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7427.347423] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7427.347426] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7427.347428] [ 7427.347429] [ 7427.347430] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7427.347434] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7427.347439] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7427.347443] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7427.347445] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7427.347449] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7427.347452] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7427.347458] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7427.347463] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7427.347468] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7427.347473] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7427.347480] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7427.347483] ? __kernel_text_address (kernel/extable.c:79) [ 7427.347485] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7427.347487] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7427.347491] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7427.347496] ? stack_trace_save (kernel/stacktrace.c:123) [ 7427.347498] ? save_trace (kernel/locking/lockdep.c:584) [ 7427.347501] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7427.347505] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7427.347509] tc_run (net/core/dev.c:3912) [ 7427.347514] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7427.347517] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7427.347519] ? eth_header (net/ethernet/eth.c:85) [ 7427.347522] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7427.347524] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7427.347527] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7427.347529] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7427.347532] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7427.347535] ? __alloc_skb (net/core/skbuff.c:667) [ 7427.347538] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7427.347541] inet_shutdown (net/ipv4/af_inet.c:943) [ 7427.347544] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7427.347547] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7427.347549] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7427.347551] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7427.347553] RIP: 0033:0x7fa2514bebeb [ 7427.347555] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7427.347556] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7427.347557] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7427.347558] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7427.347559] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7427.347560] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7427.347560] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7505.348035] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1477823 | [ 7505.348519] rcu: (t=6346631 jiffies g=77753 q=130 ncpus=4) | [ 7505.348811] Sending NMI from CPU 2 to CPUs 0: | [ 7505.349052] NMI backtrace for cpu 0 [ 7505.349064] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7505.349065] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7505.349072] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7505.349074] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7505.349075] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7505.349077] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7505.349077] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7505.349078] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7505.349079] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7505.349082] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7505.349083] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7505.349083] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7505.349084] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7505.349085] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7505.349085] PKRU: 55555554 [ 7505.349086] Call Trace: [ 7505.349089] [ 7505.349091] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7505.349097] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7505.349102] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7505.349105] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7505.349109] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7505.349111] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7505.349118] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7505.349120] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7505.349123] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7505.349125] [ 7505.349125] [ 7505.349126] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7505.349131] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7505.349137] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7505.349141] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7505.349142] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7505.349147] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7505.349151] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7505.349157] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7505.349162] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7505.349166] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7505.349169] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7505.349173] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7505.349181] ? __bfs (kernel/locking/lockdep.c:1787) [ 7505.349184] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7505.349185] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7505.349188] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7505.349190] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7505.349192] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7505.349193] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7505.349195] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7505.349198] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7505.349201] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7505.349204] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7505.349208] tc_run (net/core/dev.c:3912) [ 7505.349212] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7505.349214] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7505.349216] ? eth_header (net/ethernet/eth.c:85) [ 7505.349219] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7505.349222] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7505.349224] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7505.349227] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7505.349230] ? __alloc_skb (net/core/skbuff.c:667) [ 7505.349233] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7505.349234] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7505.349236] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7505.349237] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7505.349238] call_timer_fn (kernel/time/timer.c:1700) [ 7505.349241] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7505.349244] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7505.349248] run_timer_softirq (kernel/time/timer.c:2053) [ 7505.349249] __do_softirq (kernel/softirq.c:553) [ 7505.349253] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7505.349255] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7505.349258] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7505.349259] RIP: 0033:0x7fd2c2613700 [ 7505.349261] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7505.349263] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7505.349264] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7505.349265] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7505.349265] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7505.349266] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7505.349267] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7505.349265] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 7505.349266] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 7505.349267] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7505.349270] [ 7505.371985] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7505.372579] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7505.372874] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 7505.373825] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7505.374102] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7505.374471] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7505.374843] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7505.375215] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7505.375585] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7505.375957] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7505.376378] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7505.376680] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7505.377050] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7505.377422] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7505.377792] PKRU: 55555554 [ 7505.377938] Call Trace: [ 7505.378073] [ 7505.378190] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7505.378427] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7505.378671] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7505.378896] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7505.379120] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7505.379355] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7505.379633] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7505.379853] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7505.380108] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7505.380346] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7505.380578] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7505.380854] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7505.381116] [ 7505.381234] [ 7505.381353] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7505.381636] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7505.381896] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7505.382102] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7505.382297] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7505.382545] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7505.382787] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7505.383049] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7505.383263] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7505.383543] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7505.383806] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7505.384092] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7505.384301] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7505.384560] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7505.384789] ? __kernel_text_address (kernel/extable.c:79) [ 7505.385027] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7505.385282] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7505.385562] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7505.385784] ? stack_trace_save (kernel/stacktrace.c:123) [ 7505.386000] ? save_trace (kernel/locking/lockdep.c:584) [ 7505.386195] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7505.386417] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7505.386617] tc_run (net/core/dev.c:3912) [ 7505.386790] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7505.387008] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7505.387221] ? eth_header (net/ethernet/eth.c:85) [ 7505.387412] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7505.387632] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7505.387845] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7505.388064] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7505.388277] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7505.388502] ? __alloc_skb (net/core/skbuff.c:667) [ 7505.388701] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7505.388891] inet_shutdown (net/ipv4/af_inet.c:943) [ 7505.389090] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7505.389288] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7505.389506] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7505.389707] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7505.389974] RIP: 0033:0x7fa2514bebeb [ 7505.390168] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7505.391121] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7505.391515] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7505.391886] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7505.392258] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7505.392633] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7505.393003] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7505.393379] | [ 7583.395691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7583.396012] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1494281 | [ 7583.396470] rcu: (t=6424679 jiffies g=77753 q=130 ncpus=4) [ 7583.397075] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7583.397634] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7583.397915] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7583.398816] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7583.399080] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7583.399432] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7583.399786] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7583.400139] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7583.400491] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7583.400844] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7583.401246] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7583.401534] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7583.401888] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7583.402247] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7583.402599] PKRU: 55555554 [ 7583.402739] Call Trace: [ 7583.402869] [ 7583.402981] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7583.403209] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7583.403441] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7583.403655] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7583.403871] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7583.404095] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7583.404361] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7583.404572] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7583.404817] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7583.405044] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7583.405266] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7583.405534] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7583.405786] [ 7583.405902] [ 7583.406016] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7583.406286] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7583.406536] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7583.406735] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7583.406921] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7583.407154] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7583.407384] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7583.407635] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7583.407842] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7583.408112] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7583.408361] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7583.408630] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7583.408826] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7583.409025] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7583.409273] ? __bfs (kernel/locking/lockdep.c:1787) [ 7583.409441] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7583.409648] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7583.409859] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7583.410058] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7583.410285] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7583.410500] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7583.410697] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7583.410920] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7583.411119] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7583.411329] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7583.411524] tc_run (net/core/dev.c:3912) [ 7583.411689] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7583.411898] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7583.412105] ? eth_header (net/ethernet/eth.c:85) [ 7583.412288] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7583.412503] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7583.412712] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7583.412917] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7583.413134] ? __alloc_skb (net/core/skbuff.c:667) [ 7583.413325] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7583.413557] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7583.413789] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7583.413992] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7583.414223] call_timer_fn (kernel/time/timer.c:1700) [ 7583.414415] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7583.414637] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7583.414865] run_timer_softirq (kernel/time/timer.c:2053) [ 7583.415065] __do_softirq (kernel/softirq.c:553) [ 7583.415253] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7583.415435] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7583.415678] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7583.415939] RIP: 0033:0x7fd2c2613700 [ 7583.416124] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7583.417031] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7583.417293] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7583.417645] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7583.417996] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7583.418350] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7583.418703] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7583.418703] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7583.419061] | [ 7583.419178] Sending NMI from CPU 0 to CPUs 2: | [ 7583.419407] NMI backtrace for cpu 2 [ 7583.419415] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7583.419416] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7583.419423] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7583.419425] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7583.419426] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7583.419427] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7583.419428] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7583.419429] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7583.419430] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7583.419432] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7583.419434] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7583.419435] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7583.419435] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7583.419436] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7583.419437] PKRU: 55555554 [ 7583.419437] Call Trace: [ 7583.419440] [ 7583.419443] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7583.419449] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7583.419454] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7583.419457] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7583.419461] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7583.419463] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7583.419469] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7583.419472] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7583.419474] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7583.419477] [ 7583.419477] [ 7583.419478] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7583.419482] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7583.419488] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7583.419492] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7583.419493] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7583.419498] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7583.419501] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7583.419507] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7583.419511] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7583.419516] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7583.419521] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7583.419528] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7583.419531] ? __kernel_text_address (kernel/extable.c:79) [ 7583.419533] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7583.419536] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7583.419539] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7583.419543] ? stack_trace_save (kernel/stacktrace.c:123) [ 7583.419546] ? save_trace (kernel/locking/lockdep.c:584) [ 7583.419549] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7583.419553] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7583.419557] tc_run (net/core/dev.c:3912) [ 7583.419561] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7583.419564] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7583.419566] ? eth_header (net/ethernet/eth.c:85) [ 7583.419569] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7583.419572] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7583.419575] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7583.419576] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7583.419579] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7583.419583] ? __alloc_skb (net/core/skbuff.c:667) [ 7583.419586] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7583.419589] inet_shutdown (net/ipv4/af_inet.c:943) [ 7583.419592] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7583.419595] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7583.419596] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7583.419599] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7583.419600] RIP: 0033:0x7fa2514bebeb [ 7583.419603] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7583.419604] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7583.419605] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7583.419606] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7583.419607] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7583.419607] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7583.419608] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7583.419611] | [ 7661.419699] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7661.420028] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1511385 | [ 7661.420486] rcu: (t=6502703 jiffies g=77753 q=130 ncpus=4) [ 7661.421087] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7661.421643] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7661.421922] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7661.422818] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7661.423079] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7661.423428] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7661.423778] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7661.424129] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7661.424481] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7661.424836] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7661.425238] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7661.425525] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7661.425880] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7661.426235] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7661.426589] PKRU: 55555554 [ 7661.426730] Call Trace: [ 7661.426863] [ 7661.426978] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7661.427204] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7661.427439] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7661.427653] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7661.427874] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7661.428098] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7661.428368] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7661.428579] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7661.428825] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7661.429055] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7661.429276] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7661.429545] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7661.429797] [ 7661.429910] [ 7661.430025] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7661.430299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7661.430550] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7661.430751] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7661.430938] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7661.431174] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7661.431405] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7661.431659] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7661.431867] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7661.432136] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7661.432387] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7661.432655] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7661.432851] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7661.433051] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7661.433297] ? __bfs (kernel/locking/lockdep.c:1787) [ 7661.433466] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7661.433672] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7661.433883] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7661.434081] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7661.434309] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7661.434520] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7661.434715] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7661.434939] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7661.435135] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7661.435346] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7661.435537] tc_run (net/core/dev.c:3912) [ 7661.435701] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7661.435910] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7661.436111] ? eth_header (net/ethernet/eth.c:85) [ 7661.436296] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7661.436505] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7661.436716] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7661.436921] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7661.437135] ? __alloc_skb (net/core/skbuff.c:667) [ 7661.437324] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7661.437553] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7661.437785] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7661.437984] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7661.438213] call_timer_fn (kernel/time/timer.c:1700) [ 7661.438404] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7661.438621] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7661.438848] run_timer_softirq (kernel/time/timer.c:2053) [ 7661.439046] __do_softirq (kernel/softirq.c:553) [ 7661.439232] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7661.439413] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7661.439655] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7661.439914] RIP: 0033:0x7fd2c2613700 [ 7661.440100] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7661.441016] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7661.441279] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7661.441634] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7661.441993] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7661.442344] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7661.442700] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7661.442700] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7661.443061] | [ 7661.443181] Sending NMI from CPU 0 to CPUs 2: | [ 7661.443416] NMI backtrace for cpu 2 [ 7661.443422] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7661.443424] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7661.443431] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7661.443432] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7661.443434] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7661.443435] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7661.443436] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7661.443437] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7661.443437] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7661.443440] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7661.443441] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7661.443442] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7661.443443] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7661.443444] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7661.443444] PKRU: 55555554 [ 7661.443445] Call Trace: [ 7661.443447] [ 7661.443449] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7661.443454] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7661.443458] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7661.443461] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7661.443464] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7661.443467] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7661.443472] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7661.443475] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7661.443478] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7661.443480] [ 7661.443480] [ 7661.443481] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7661.443485] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7661.443492] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7661.443495] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7661.443497] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7661.443502] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7661.443505] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7661.443511] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7661.443516] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7661.443520] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7661.443525] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7661.443533] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7661.443536] ? __kernel_text_address (kernel/extable.c:79) [ 7661.443538] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7661.443541] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7661.443545] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7661.443549] ? stack_trace_save (kernel/stacktrace.c:123) [ 7661.443552] ? save_trace (kernel/locking/lockdep.c:584) [ 7661.443554] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7661.443558] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7661.443562] tc_run (net/core/dev.c:3912) [ 7661.443566] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7661.443568] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7661.443570] ? eth_header (net/ethernet/eth.c:85) [ 7661.443574] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7661.443577] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7661.443579] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7661.443581] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7661.443584] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7661.443588] ? __alloc_skb (net/core/skbuff.c:667) [ 7661.443592] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7661.443594] inet_shutdown (net/ipv4/af_inet.c:943) [ 7661.443597] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7661.443600] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7661.443602] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7661.443605] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7661.443607] RIP: 0033:0x7fa2514bebeb [ 7661.443609] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7661.443610] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7661.443611] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7661.443612] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7661.443613] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7661.443613] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7661.443614] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7739.444031] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1527851 | [ 7739.444517] rcu: (t=6580727 jiffies g=77753 q=130 ncpus=4) | [ 7739.444812] Sending NMI from CPU 2 to CPUs 0: | [ 7739.445055] NMI backtrace for cpu 0 [ 7739.445064] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7739.445066] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7739.445079] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7739.445081] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7739.445083] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7739.445084] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7739.445085] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7739.445085] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7739.445086] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7739.445089] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7739.445090] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7739.445091] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7739.445092] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7739.445093] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7739.445093] PKRU: 55555554 [ 7739.445094] Call Trace: [ 7739.445096] [ 7739.445100] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7739.445105] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7739.445111] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7739.445114] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7739.445118] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7739.445121] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7739.445128] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7739.445130] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7739.445133] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7739.445135] [ 7739.445135] [ 7739.445136] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7739.445141] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7739.445148] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7739.445152] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7739.445154] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7739.445159] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7739.445163] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7739.445171] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7739.445176] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7739.445179] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7739.445182] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7739.445188] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7739.445195] ? __bfs (kernel/locking/lockdep.c:1787) [ 7739.445198] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7739.445200] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7739.445202] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7739.445204] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7739.445206] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7739.445208] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7739.445210] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7739.445214] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7739.445217] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7739.445220] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7739.445225] tc_run (net/core/dev.c:3912) [ 7739.445231] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7739.445233] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7739.445235] ? eth_header (net/ethernet/eth.c:85) [ 7739.445239] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7739.445243] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7739.445245] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7739.445248] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7739.445253] ? __alloc_skb (net/core/skbuff.c:667) [ 7739.445255] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7739.445257] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7739.445259] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7739.445260] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7739.445261] call_timer_fn (kernel/time/timer.c:1700) [ 7739.445265] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7739.445267] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7739.445271] run_timer_softirq (kernel/time/timer.c:2053) [ 7739.445272] __do_softirq (kernel/softirq.c:553) [ 7739.445275] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7739.445278] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7739.445281] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7739.445283] RIP: 0033:0x7fd2c2613700 [ 7739.445287] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7739.445288] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7739.445289] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7739.445290] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7739.445291] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7739.445291] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7739.445292] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7739.445291] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 7739.445291] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 7739.445292] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7739.445296] [ 7739.468005] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7739.468595] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7739.468888] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7739.469841] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7739.470115] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7739.470488] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7739.470860] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7739.471232] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7739.471605] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7739.471979] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7739.472398] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7739.472698] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7739.473071] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7739.473443] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7739.473814] PKRU: 55555554 [ 7739.473961] Call Trace: [ 7739.474096] [ 7739.474214] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7739.474450] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7739.474692] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7739.474917] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7739.475139] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7739.475372] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7739.475651] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7739.475869] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7739.476122] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7739.476361] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7739.476592] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7739.476867] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7739.477128] [ 7739.477246] [ 7739.477366] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7739.477648] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7739.477910] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7739.478116] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7739.478311] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7739.478556] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7739.478799] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7739.479060] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7739.479276] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7739.479557] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7739.479817] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7739.480102] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7739.480312] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7739.480569] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7739.480801] ? __kernel_text_address (kernel/extable.c:79) [ 7739.481040] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7739.481299] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7739.481579] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7739.481799] ? stack_trace_save (kernel/stacktrace.c:123) [ 7739.482016] ? save_trace (kernel/locking/lockdep.c:584) [ 7739.482211] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7739.482432] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7739.482632] tc_run (net/core/dev.c:3912) [ 7739.482805] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7739.483023] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7739.483233] ? eth_header (net/ethernet/eth.c:85) [ 7739.483424] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7739.483645] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7739.483856] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7739.484074] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7739.484289] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7739.484512] ? __alloc_skb (net/core/skbuff.c:667) [ 7739.484713] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7739.484903] inet_shutdown (net/ipv4/af_inet.c:943) [ 7739.485105] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7739.485304] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7739.485518] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7739.485718] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7739.485986] RIP: 0033:0x7fa2514bebeb [ 7739.486180] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7739.487133] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7739.487526] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7739.487899] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7739.488271] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7739.488641] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7739.489010] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7817.492019] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1544807 | [ 7817.492504] rcu: (t=6658775 jiffies g=77753 q=130 ncpus=4) | [ 7817.492797] Sending NMI from CPU 2 to CPUs 0: | [ 7817.493039] NMI backtrace for cpu 0 [ 7817.493052] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7817.493054] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7817.493064] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7817.493066] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7817.493067] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7817.493068] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7817.493069] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7817.493070] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7817.493071] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7817.493073] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7817.493074] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7817.493075] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7817.493076] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7817.493076] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7817.493077] PKRU: 55555554 [ 7817.493078] Call Trace: [ 7817.493080] [ 7817.493085] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7817.493090] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7817.493095] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7817.493098] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7817.493102] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7817.493105] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7817.493112] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7817.493114] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7817.493117] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7817.493119] [ 7817.493120] [ 7817.493121] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7817.493126] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7817.493133] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7817.493137] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7817.493139] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7817.493144] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7817.493148] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7817.493154] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7817.493159] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7817.493162] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7817.493165] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7817.493170] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7817.493178] ? __bfs (kernel/locking/lockdep.c:1787) [ 7817.493181] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7817.493182] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7817.493185] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7817.493187] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7817.493189] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7817.493190] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7817.493192] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7817.493196] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7817.493198] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7817.493201] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7817.493205] tc_run (net/core/dev.c:3912) [ 7817.493209] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7817.493211] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7817.493213] ? eth_header (net/ethernet/eth.c:85) [ 7817.493217] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7817.493222] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7817.493223] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7817.493226] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7817.493231] ? __alloc_skb (net/core/skbuff.c:667) [ 7817.493235] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7817.493236] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7817.493238] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7817.493240] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7817.493241] call_timer_fn (kernel/time/timer.c:1700) [ 7817.493245] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7817.493247] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7817.493252] run_timer_softirq (kernel/time/timer.c:2053) [ 7817.493253] __do_softirq (kernel/softirq.c:553) [ 7817.493257] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7817.493259] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7817.493262] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7817.493264] RIP: 0033:0x7fd2c2613700 [ 7817.493266] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7817.493267] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7817.493268] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7817.493269] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7817.493270] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7817.493270] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7817.493271] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7817.493270] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 7817.493270] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 7817.493271] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7817.493274] [ 7817.515992] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7817.516579] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7817.516871] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7817.517823] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7817.518098] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7817.518468] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7817.518838] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7817.519209] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7817.519580] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7817.519954] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7817.520371] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7817.520676] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7817.521053] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7817.521424] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7817.521796] PKRU: 55555554 [ 7817.521944] Call Trace: [ 7817.522081] [ 7817.522197] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7817.522432] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7817.522676] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7817.522901] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7817.523129] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7817.523360] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7817.523643] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7817.523860] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7817.524115] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7817.524355] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7817.524584] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7817.524862] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7817.525125] [ 7817.525242] [ 7817.525359] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7817.525646] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7817.525907] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7817.526114] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7817.526309] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7817.526552] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7817.526793] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7817.527054] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7817.527270] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7817.527550] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7817.527812] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7817.528096] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7817.528303] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7817.528561] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7817.528792] ? __kernel_text_address (kernel/extable.c:79) [ 7817.529029] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7817.529283] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7817.529566] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7817.529785] ? stack_trace_save (kernel/stacktrace.c:123) [ 7817.529999] ? save_trace (kernel/locking/lockdep.c:584) [ 7817.530194] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7817.530418] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7817.530619] tc_run (net/core/dev.c:3912) [ 7817.530789] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7817.531014] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7817.531224] ? eth_header (net/ethernet/eth.c:85) [ 7817.531416] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7817.531634] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7817.531849] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7817.532067] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7817.532279] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7817.532506] ? __alloc_skb (net/core/skbuff.c:667) [ 7817.532707] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7817.532897] inet_shutdown (net/ipv4/af_inet.c:943) [ 7817.533095] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7817.533295] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7817.533508] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7817.533706] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7817.533972] RIP: 0033:0x7fa2514bebeb [ 7817.534165] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7817.535118] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7817.535510] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7817.535881] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7817.536250] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7817.536618] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7817.536988] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7895.540019] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1561425 | [ 7895.540502] rcu: (t=6736823 jiffies g=77753 q=130 ncpus=4) | [ 7895.540797] Sending NMI from CPU 2 to CPUs 0: | [ 7895.541040] NMI backtrace for cpu 0 [ 7895.541053] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7895.541056] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7895.541068] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7895.541070] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7895.541072] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7895.541073] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7895.541074] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7895.541075] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7895.541076] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7895.541078] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7895.541080] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7895.541081] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7895.541082] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7895.541082] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7895.541083] PKRU: 55555554 [ 7895.541084] Call Trace: [ 7895.541088] [ 7895.541097] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7895.541103] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7895.541109] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7895.541112] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7895.541116] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7895.541118] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7895.541126] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7895.541128] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7895.541131] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7895.541133] [ 7895.541133] [ 7895.541135] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7895.541140] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7895.541146] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7895.541151] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7895.541152] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7895.541158] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7895.541164] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7895.541172] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7895.541177] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7895.541181] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7895.541183] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7895.541188] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7895.541196] ? __bfs (kernel/locking/lockdep.c:1787) [ 7895.541199] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7895.541201] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7895.541203] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7895.541205] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7895.541207] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7895.541209] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7895.541211] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7895.541215] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7895.541217] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7895.541220] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7895.541225] tc_run (net/core/dev.c:3912) [ 7895.541231] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7895.541233] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7895.541235] ? eth_header (net/ethernet/eth.c:85) [ 7895.541239] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7895.541244] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7895.541246] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7895.541248] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7895.541254] ? __alloc_skb (net/core/skbuff.c:667) [ 7895.541257] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7895.541259] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7895.541261] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7895.541263] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7895.541264] call_timer_fn (kernel/time/timer.c:1700) [ 7895.541268] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7895.541270] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7895.541274] run_timer_softirq (kernel/time/timer.c:2053) [ 7895.541275] __do_softirq (kernel/softirq.c:553) [ 7895.541278] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7895.541281] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7895.541284] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7895.541286] RIP: 0033:0x7fd2c2613700 [ 7895.541290] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7895.541291] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7895.541292] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7895.541293] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7895.541294] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7895.541295] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7895.541296] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7895.541294] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 7895.541295] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 7895.541296] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7895.541299] [ 7895.563946] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7895.564535] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7895.564830] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7895.565780] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7895.566055] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7895.566425] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7895.566794] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7895.567165] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7895.567535] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7895.567906] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7895.568324] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7895.568625] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7895.568996] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7895.569365] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7895.569736] PKRU: 55555554 [ 7895.569882] Call Trace: [ 7895.570019] [ 7895.570135] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7895.570372] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7895.570620] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7895.570843] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7895.571067] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7895.571300] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7895.571579] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7895.571799] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7895.572053] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7895.572291] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7895.572521] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7895.572796] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7895.573056] [ 7895.573174] [ 7895.573292] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7895.573573] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7895.573833] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7895.574042] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7895.574235] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7895.574477] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7895.574719] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7895.574980] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7895.575194] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7895.575475] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7895.575737] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7895.576020] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7895.576228] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7895.576485] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7895.576714] ? __kernel_text_address (kernel/extable.c:79) [ 7895.576950] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7895.577203] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7895.577482] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7895.577703] ? stack_trace_save (kernel/stacktrace.c:123) [ 7895.577916] ? save_trace (kernel/locking/lockdep.c:584) [ 7895.578110] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7895.578333] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7895.578533] tc_run (net/core/dev.c:3912) [ 7895.578703] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7895.578921] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7895.579132] ? eth_header (net/ethernet/eth.c:85) [ 7895.579323] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7895.579541] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7895.579752] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7895.579971] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7895.580183] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7895.580406] ? __alloc_skb (net/core/skbuff.c:667) [ 7895.580610] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7895.580799] inet_shutdown (net/ipv4/af_inet.c:943) [ 7895.580999] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7895.581198] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7895.581412] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7895.581611] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7895.581877] RIP: 0033:0x7fa2514bebeb [ 7895.582071] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7895.583021] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7895.583413] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7895.583783] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7895.584152] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7895.584522] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7895.584893] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7895.585267] | [ 7973.587692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7973.588041] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1578003 | [ 7973.588517] rcu: (t=6814871 jiffies g=77753 q=130 ncpus=4) [ 7973.589157] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7973.589710] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7973.589989] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7973.590890] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 7973.591149] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 7973.591498] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 7973.591850] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 7973.592199] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 7973.592548] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 7973.592898] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 7973.593295] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7973.593579] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 7973.593931] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7973.594314] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7973.594679] PKRU: 55555554 [ 7973.594827] Call Trace: [ 7973.594963] [ 7973.595081] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7973.595323] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7973.595554] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7973.595770] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 7973.595982] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7973.596205] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7973.596468] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7973.596673] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7973.596915] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7973.597140] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7973.597358] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7973.597618] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7973.597868] [ 7973.597980] [ 7973.598093] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7973.598363] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7973.598607] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7973.598805] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7973.598990] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7973.599223] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7973.599453] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7973.599703] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7973.599908] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7973.600173] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7973.600425] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7973.600693] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 7973.600885] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7973.601085] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7973.601330] ? __bfs (kernel/locking/lockdep.c:1787) [ 7973.601495] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 7973.601703] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7973.601910] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7973.602107] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 7973.602335] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 7973.602546] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7973.602742] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 7973.602963] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7973.603162] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7973.603373] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7973.603566] tc_run (net/core/dev.c:3912) [ 7973.603732] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7973.603939] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7973.604138] ? eth_header (net/ethernet/eth.c:85) [ 7973.604320] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7973.604533] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7973.604741] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7973.604942] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7973.605159] ? __alloc_skb (net/core/skbuff.c:667) [ 7973.605350] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7973.605579] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 7973.605809] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 7973.606012] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 7973.606240] call_timer_fn (kernel/time/timer.c:1700) [ 7973.606430] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 7973.606650] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 7973.606876] run_timer_softirq (kernel/time/timer.c:2053) [ 7973.607075] __do_softirq (kernel/softirq.c:553) [ 7973.607261] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 7973.607442] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 7973.607683] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7973.607941] RIP: 0033:0x7fd2c2613700 [ 7973.608125] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 7973.609025] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 7973.609286] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 7973.609636] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 7973.609988] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 7973.610365] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 7973.610735] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7973.610735] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 7973.611103] | [ 7973.611225] Sending NMI from CPU 0 to CPUs 2: | [ 7973.611477] NMI backtrace for cpu 2 [ 7973.611487] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7973.611488] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7973.611495] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7973.611496] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 7973.611498] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 7973.611499] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 7973.611500] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 7973.611501] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 7973.611502] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 7973.611504] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 7973.611505] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7973.611506] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 7973.611507] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7973.611507] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7973.611508] PKRU: 55555554 [ 7973.611509] Call Trace: [ 7973.611511] [ 7973.611514] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 7973.611520] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 7973.611525] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 7973.611529] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 7973.611532] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 7973.611535] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 7973.611541] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7973.611544] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7973.611546] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7973.611549] [ 7973.611549] [ 7973.611550] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7973.611555] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 7973.611561] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 7973.611564] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 7973.611566] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 7973.611571] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 7973.611574] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 7973.611580] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 7973.611585] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 7973.611590] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 7973.611595] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 7973.611602] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 7973.611605] ? __kernel_text_address (kernel/extable.c:79) [ 7973.611607] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 7973.611610] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 7973.611614] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 7973.611618] ? stack_trace_save (kernel/stacktrace.c:123) [ 7973.611621] ? save_trace (kernel/locking/lockdep.c:584) [ 7973.611624] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 7973.611628] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 7973.611631] tc_run (net/core/dev.c:3912) [ 7973.611635] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 7973.611638] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 7973.611640] ? eth_header (net/ethernet/eth.c:85) [ 7973.611643] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 7973.611646] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 7973.611648] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7973.611650] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 7973.611653] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 7973.611657] ? __alloc_skb (net/core/skbuff.c:667) [ 7973.611661] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 7973.611663] inet_shutdown (net/ipv4/af_inet.c:943) [ 7973.611667] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 7973.611670] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 7973.611672] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 7973.611674] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 7973.611676] RIP: 0033:0x7fa2514bebeb [ 7973.611678] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 7973.611679] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 7973.611681] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 7973.611682] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 7973.611682] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 7973.611683] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 7973.611684] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 7973.611688] | [ 8051.611691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8051.612027] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1594547 | [ 8051.612485] rcu: (t=6892895 jiffies g=77753 q=130 ncpus=4) [ 8051.613085] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8051.613638] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8051.613918] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8051.614820] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8051.615099] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8051.615464] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8051.615828] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8051.616192] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8051.616556] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8051.616908] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8051.617302] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8051.617586] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8051.617938] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8051.618284] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8051.618634] PKRU: 55555554 [ 8051.618775] Call Trace: [ 8051.618906] [ 8051.619016] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8051.619242] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8051.619473] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8051.619685] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8051.619903] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8051.620123] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8051.620390] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8051.620596] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8051.620836] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8051.621062] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8051.621280] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8051.621540] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8051.621789] [ 8051.621901] [ 8051.622013] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8051.622283] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8051.622528] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8051.622728] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8051.622915] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8051.623146] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8051.623376] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8051.623626] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8051.623832] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8051.624100] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8051.624348] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8051.624615] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8051.624808] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8051.625007] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8051.625251] ? __bfs (kernel/locking/lockdep.c:1787) [ 8051.625417] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8051.625622] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8051.625834] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8051.626030] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8051.626258] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8051.626469] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8051.626686] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8051.626924] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8051.627131] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8051.627353] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8051.627556] tc_run (net/core/dev.c:3912) [ 8051.627732] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8051.627952] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8051.628155] ? eth_header (net/ethernet/eth.c:85) [ 8051.628338] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8051.628549] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8051.628757] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8051.628963] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8051.629177] ? __alloc_skb (net/core/skbuff.c:667) [ 8051.629368] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8051.629598] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8051.629830] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8051.630035] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8051.630266] call_timer_fn (kernel/time/timer.c:1700) [ 8051.630457] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8051.630676] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8051.630906] run_timer_softirq (kernel/time/timer.c:2053) [ 8051.631104] __do_softirq (kernel/softirq.c:553) [ 8051.631290] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8051.631472] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8051.631743] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8051.632016] RIP: 0033:0x7fd2c2613700 [ 8051.632211] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8051.633151] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8051.633411] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8051.633764] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8051.634115] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8051.634465] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8051.634818] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8051.634818] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8051.635175] | [ 8051.635293] Sending NMI from CPU 0 to CPUs 2: | [ 8051.635521] NMI backtrace for cpu 2 [ 8051.635528] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8051.635529] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8051.635536] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8051.635538] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8051.635540] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8051.635541] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8051.635542] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8051.635543] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8051.635543] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8051.635546] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8051.635547] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8051.635549] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8051.635549] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8051.635550] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8051.635551] PKRU: 55555554 [ 8051.635551] Call Trace: [ 8051.635553] [ 8051.635556] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8051.635560] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8051.635564] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8051.635566] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8051.635570] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8051.635573] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8051.635578] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8051.635581] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8051.635584] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8051.635586] [ 8051.635586] [ 8051.635587] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8051.635592] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8051.635597] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8051.635601] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8051.635603] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8051.635608] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8051.635611] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8051.635617] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8051.635622] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8051.635627] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8051.635631] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8051.635638] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8051.635642] ? __kernel_text_address (kernel/extable.c:79) [ 8051.635644] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8051.635646] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8051.635649] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8051.635653] ? stack_trace_save (kernel/stacktrace.c:123) [ 8051.635656] ? save_trace (kernel/locking/lockdep.c:584) [ 8051.635658] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8051.635662] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8051.635666] tc_run (net/core/dev.c:3912) [ 8051.635670] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8051.635672] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8051.635674] ? eth_header (net/ethernet/eth.c:85) [ 8051.635677] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8051.635680] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8051.635683] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8051.635685] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8051.635689] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8051.635693] ? __alloc_skb (net/core/skbuff.c:667) [ 8051.635696] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8051.635698] inet_shutdown (net/ipv4/af_inet.c:943) [ 8051.635700] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8051.635703] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8051.635705] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8051.635707] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8051.635709] RIP: 0033:0x7fa2514bebeb [ 8051.635711] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8051.635712] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8051.635713] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8051.635714] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8051.635715] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8051.635716] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8051.635716] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8129.636032] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1611144 | [ 8129.636522] rcu: (t=6970919 jiffies g=77753 q=130 ncpus=4) | [ 8129.636814] Sending NMI from CPU 2 to CPUs 0: | [ 8129.637064] NMI backtrace for cpu 0 [ 8129.637074] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8129.637079] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8129.637090] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8129.637091] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8129.637093] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8129.637094] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8129.637095] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8129.637096] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8129.637097] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8129.637099] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8129.637100] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8129.637101] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8129.637102] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8129.637103] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8129.637103] PKRU: 55555554 [ 8129.637104] Call Trace: [ 8129.637110] [ 8129.637117] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8129.637122] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8129.637128] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8129.637131] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8129.637135] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8129.637137] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8129.637145] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8129.637148] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8129.637150] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8129.637153] [ 8129.637153] [ 8129.637154] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8129.637160] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8129.637167] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8129.637171] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8129.637173] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8129.637178] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8129.637182] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8129.637188] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8129.637193] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8129.637197] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8129.637200] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8129.637205] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8129.637213] ? __bfs (kernel/locking/lockdep.c:1787) [ 8129.637216] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8129.637217] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8129.637220] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8129.637222] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8129.637224] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8129.637226] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8129.637228] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8129.637233] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8129.637235] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8129.637239] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8129.637243] tc_run (net/core/dev.c:3912) [ 8129.637247] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8129.637250] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8129.637251] ? eth_header (net/ethernet/eth.c:85) [ 8129.637255] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8129.637259] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8129.637261] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8129.637263] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8129.637267] ? __alloc_skb (net/core/skbuff.c:667) [ 8129.637270] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8129.637271] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8129.637273] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8129.637274] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8129.637275] call_timer_fn (kernel/time/timer.c:1700) [ 8129.637279] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8129.637281] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8129.637286] run_timer_softirq (kernel/time/timer.c:2053) [ 8129.637287] __do_softirq (kernel/softirq.c:553) [ 8129.637290] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8129.637294] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8129.637296] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8129.637298] RIP: 0033:0x7fd2c2613700 [ 8129.637301] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8129.637302] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8129.637303] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8129.637304] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8129.637304] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8129.637305] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8129.637306] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8129.637304] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 8129.637305] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 8129.637306] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8129.637309] [ 8129.659995] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8129.660582] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8129.660875] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8129.661833] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8129.662110] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8129.662484] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8129.662857] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8129.663227] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8129.663603] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8129.663977] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8129.664394] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8129.664699] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8129.665072] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8129.665445] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8129.665816] PKRU: 55555554 [ 8129.665965] Call Trace: [ 8129.666101] [ 8129.666219] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8129.666457] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8129.666703] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8129.666928] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8129.667154] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8129.667388] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8129.667670] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8129.667888] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8129.668144] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8129.668384] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8129.668615] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8129.668893] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8129.669156] [ 8129.669274] [ 8129.669391] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8129.669681] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8129.669943] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8129.670151] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8129.670346] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8129.670591] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8129.670833] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8129.671093] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8129.671311] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8129.671591] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8129.671853] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8129.672136] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8129.672347] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8129.672602] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8129.672835] ? __kernel_text_address (kernel/extable.c:79) [ 8129.673074] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8129.673329] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8129.673611] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8129.673830] ? stack_trace_save (kernel/stacktrace.c:123) [ 8129.674046] ? save_trace (kernel/locking/lockdep.c:584) [ 8129.674242] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8129.674466] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8129.674666] tc_run (net/core/dev.c:3912) [ 8129.674839] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8129.675059] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8129.675268] ? eth_header (net/ethernet/eth.c:85) [ 8129.675461] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8129.675681] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8129.675895] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8129.676113] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8129.676325] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8129.676552] ? __alloc_skb (net/core/skbuff.c:667) [ 8129.676753] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8129.676944] inet_shutdown (net/ipv4/af_inet.c:943) [ 8129.677144] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8129.677343] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8129.677557] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8129.677756] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8129.678024] RIP: 0033:0x7fa2514bebeb [ 8129.678218] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8129.679175] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8129.679571] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8129.679944] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8129.680316] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8129.680686] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8129.681058] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8129.681436] | [ 8207.683692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8207.684026] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1627879 | [ 8207.684484] rcu: (t=7048967 jiffies g=77753 q=130 ncpus=4) [ 8207.685086] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8207.685638] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8207.685922] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8207.686813] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8207.687072] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8207.687421] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8207.687771] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8207.688119] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8207.688470] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8207.688822] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8207.689222] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8207.689506] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8207.689856] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8207.690209] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8207.690557] PKRU: 55555554 [ 8207.690697] Call Trace: [ 8207.690827] [ 8207.690939] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8207.691165] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8207.691396] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8207.691612] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8207.691826] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8207.692051] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8207.692317] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8207.692524] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8207.692768] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8207.692995] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8207.693215] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8207.693477] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8207.693727] [ 8207.693840] [ 8207.693954] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8207.694226] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8207.694476] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8207.694675] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8207.694862] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8207.695097] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8207.695328] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8207.695580] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8207.695789] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8207.696062] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8207.696312] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8207.696584] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8207.696779] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8207.696980] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8207.697225] ? __bfs (kernel/locking/lockdep.c:1787) [ 8207.697392] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8207.697601] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8207.697810] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8207.698008] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8207.698238] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8207.698454] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8207.698651] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8207.698878] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8207.699077] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8207.699292] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8207.699486] tc_run (net/core/dev.c:3912) [ 8207.699651] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8207.699861] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8207.700062] ? eth_header (net/ethernet/eth.c:85) [ 8207.700247] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8207.700460] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8207.700668] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8207.700873] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8207.701089] ? __alloc_skb (net/core/skbuff.c:667) [ 8207.701280] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8207.701511] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8207.701742] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8207.701944] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8207.702172] call_timer_fn (kernel/time/timer.c:1700) [ 8207.702363] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8207.702588] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8207.702815] run_timer_softirq (kernel/time/timer.c:2053) [ 8207.703016] __do_softirq (kernel/softirq.c:553) [ 8207.703205] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8207.703388] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8207.703631] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8207.703891] RIP: 0033:0x7fd2c2613700 [ 8207.704082] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8207.704980] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8207.705242] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8207.705594] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8207.705945] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8207.706298] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8207.706649] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8207.706649] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8207.707007] | [ 8207.707124] Sending NMI from CPU 0 to CPUs 2: | [ 8207.707359] NMI backtrace for cpu 2 [ 8207.707366] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8207.707368] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8207.707376] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8207.707377] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8207.707379] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8207.707380] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8207.707381] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8207.707382] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8207.707383] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8207.707385] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8207.707386] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8207.707387] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8207.707388] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8207.707389] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8207.707389] PKRU: 55555554 [ 8207.707390] Call Trace: [ 8207.707392] [ 8207.707394] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8207.707400] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8207.707404] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8207.707408] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8207.707411] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8207.707413] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8207.707419] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8207.707422] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8207.707424] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8207.707426] [ 8207.707427] [ 8207.707428] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8207.707432] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8207.707437] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8207.707441] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8207.707442] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8207.707447] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8207.707450] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8207.707456] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8207.707460] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8207.707465] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8207.707470] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8207.707477] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8207.707480] ? __kernel_text_address (kernel/extable.c:79) [ 8207.707482] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8207.707485] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8207.707489] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8207.707493] ? stack_trace_save (kernel/stacktrace.c:123) [ 8207.707495] ? save_trace (kernel/locking/lockdep.c:584) [ 8207.707498] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8207.707502] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8207.707506] tc_run (net/core/dev.c:3912) [ 8207.707510] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8207.707512] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8207.707514] ? eth_header (net/ethernet/eth.c:85) [ 8207.707517] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8207.707519] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8207.707522] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8207.707523] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8207.707526] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8207.707531] ? __alloc_skb (net/core/skbuff.c:667) [ 8207.707534] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8207.707536] inet_shutdown (net/ipv4/af_inet.c:943) [ 8207.707539] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8207.707542] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8207.707544] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8207.707546] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8207.707548] RIP: 0033:0x7fa2514bebeb [ 8207.707550] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8207.707551] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8207.707553] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8207.707553] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8207.707554] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8207.707555] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8207.707555] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8207.707558] | [ 8285.706692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8285.707012] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1644167 | [ 8285.707467] rcu: (t=7126990 jiffies g=77753 q=130 ncpus=4) [ 8285.708069] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8285.708620] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8285.708903] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8285.709800] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8285.710060] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8285.710408] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8285.710759] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8285.711109] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8285.711458] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8285.711810] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8285.712205] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8285.712489] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8285.712842] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8285.713191] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8285.713541] PKRU: 55555554 [ 8285.713680] Call Trace: [ 8285.713810] [ 8285.713923] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8285.714150] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8285.714380] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8285.714596] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8285.714811] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8285.715034] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8285.715302] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8285.715509] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8285.715752] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8285.715980] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8285.716202] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8285.716465] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8285.716717] [ 8285.716829] [ 8285.716944] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8285.717216] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8285.717467] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8285.717665] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8285.717852] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8285.718087] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8285.718319] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8285.718571] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8285.718779] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8285.719053] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8285.719302] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8285.719574] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8285.719770] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8285.719971] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8285.720219] ? __bfs (kernel/locking/lockdep.c:1787) [ 8285.720385] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8285.720595] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8285.720805] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8285.721005] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8285.721236] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8285.721450] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8285.721647] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8285.721872] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8285.722072] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8285.722284] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8285.722477] tc_run (net/core/dev.c:3912) [ 8285.722643] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8285.722853] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8285.723054] ? eth_header (net/ethernet/eth.c:85) [ 8285.723238] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8285.723451] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8285.723659] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8285.723861] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8285.724078] ? __alloc_skb (net/core/skbuff.c:667) [ 8285.724269] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8285.724498] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8285.724729] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8285.724931] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8285.725161] call_timer_fn (kernel/time/timer.c:1700) [ 8285.725350] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8285.725571] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8285.725798] run_timer_softirq (kernel/time/timer.c:2053) [ 8285.725997] __do_softirq (kernel/softirq.c:553) [ 8285.726184] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8285.726365] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8285.726607] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8285.726866] RIP: 0033:0x7fd2c2613700 [ 8285.727051] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8285.727956] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8285.728220] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8285.728572] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8285.728932] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8285.729283] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8285.729635] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8285.729635] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8285.729994] | [ 8285.730111] Sending NMI from CPU 0 to CPUs 2: | [ 8285.730344] NMI backtrace for cpu 2 [ 8285.730351] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8285.730352] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8285.730359] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8285.730360] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8285.730362] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8285.730363] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8285.730364] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8285.730365] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8285.730365] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8285.730368] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8285.730369] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8285.730370] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8285.730371] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8285.730372] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8285.730373] PKRU: 55555554 [ 8285.730373] Call Trace: [ 8285.730375] [ 8285.730378] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8285.730382] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8285.730386] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8285.730389] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8285.730392] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8285.730394] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8285.730401] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8285.730403] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8285.730406] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8285.730408] [ 8285.730409] [ 8285.730410] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8285.730414] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8285.730420] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8285.730423] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8285.730425] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8285.730430] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8285.730433] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8285.730439] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8285.730444] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8285.730449] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8285.730453] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8285.730460] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8285.730463] ? __kernel_text_address (kernel/extable.c:79) [ 8285.730465] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8285.730468] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8285.730471] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8285.730476] ? stack_trace_save (kernel/stacktrace.c:123) [ 8285.730478] ? save_trace (kernel/locking/lockdep.c:584) [ 8285.730482] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8285.730486] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8285.730490] tc_run (net/core/dev.c:3912) [ 8285.730493] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8285.730496] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8285.730498] ? eth_header (net/ethernet/eth.c:85) [ 8285.730501] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8285.730504] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8285.730507] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8285.730509] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8285.730512] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8285.730516] ? __alloc_skb (net/core/skbuff.c:667) [ 8285.730520] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8285.730523] inet_shutdown (net/ipv4/af_inet.c:943) [ 8285.730526] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8285.730529] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8285.730531] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8285.730533] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8285.730535] RIP: 0033:0x7fa2514bebeb [ 8285.730537] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8285.730538] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8285.730539] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8285.730540] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8285.730541] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8285.730542] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8285.730542] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8285.730546] | [ 8363.729692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8363.730021] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1660495 | [ 8363.730477] rcu: (t=7205013 jiffies g=77753 q=130 ncpus=4) [ 8363.731082] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8363.731632] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8363.731920] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8363.732823] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8363.733082] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8363.733432] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8363.733780] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8363.734129] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8363.734477] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8363.734829] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8363.735247] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8363.735548] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8363.735921] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8363.736290] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8363.736656] PKRU: 55555554 [ 8363.736806] Call Trace: [ 8363.736946] [ 8363.737070] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8363.737310] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8363.737555] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8363.737782] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8363.738010] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8363.738230] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8363.738497] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8363.738708] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8363.738949] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8363.739175] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8363.739395] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8363.739656] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8363.739902] [ 8363.740014] [ 8363.740126] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8363.740395] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8363.740642] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8363.740840] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8363.741025] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8363.741258] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8363.741486] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8363.741736] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8363.741946] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8363.742213] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8363.742462] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8363.742734] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8363.742928] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8363.743128] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8363.743372] ? __bfs (kernel/locking/lockdep.c:1787) [ 8363.743538] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8363.743749] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8363.743957] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8363.744157] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8363.744387] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8363.744600] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8363.744798] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8363.745022] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8363.745220] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8363.745431] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8363.745622] tc_run (net/core/dev.c:3912) [ 8363.745787] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8363.745995] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8363.746195] ? eth_header (net/ethernet/eth.c:85) [ 8363.746378] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8363.746592] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8363.746802] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8363.747005] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8363.747225] ? __alloc_skb (net/core/skbuff.c:667) [ 8363.747416] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8363.747646] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8363.747880] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8363.748082] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8363.748314] call_timer_fn (kernel/time/timer.c:1700) [ 8363.748510] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8363.748732] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8363.748958] run_timer_softirq (kernel/time/timer.c:2053) [ 8363.749160] __do_softirq (kernel/softirq.c:553) [ 8363.749349] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8363.749530] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8363.749774] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8363.750036] RIP: 0033:0x7fd2c2613700 [ 8363.750226] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8363.751135] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8363.751400] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8363.751754] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8363.752107] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8363.752463] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8363.752820] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8363.752820] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8363.753178] | [ 8363.753298] Sending NMI from CPU 0 to CPUs 2: | [ 8363.753528] NMI backtrace for cpu 2 [ 8363.753535] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8363.753536] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8363.753543] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8363.753544] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8363.753546] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8363.753547] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8363.753547] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8363.753548] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8363.753549] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8363.753552] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8363.753553] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8363.753554] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8363.753555] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8363.753555] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8363.753556] PKRU: 55555554 [ 8363.753557] Call Trace: [ 8363.753558] [ 8363.753562] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8363.753566] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8363.753570] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8363.753572] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8363.753576] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8363.753578] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8363.753584] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8363.753586] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8363.753589] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8363.753591] [ 8363.753592] [ 8363.753593] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8363.753597] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8363.753602] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8363.753606] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8363.753608] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8363.753613] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8363.753616] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8363.753622] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8363.753626] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8363.753631] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8363.753636] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8363.753643] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8363.753646] ? __kernel_text_address (kernel/extable.c:79) [ 8363.753648] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8363.753650] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8363.753654] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8363.753659] ? stack_trace_save (kernel/stacktrace.c:123) [ 8363.753661] ? save_trace (kernel/locking/lockdep.c:584) [ 8363.753664] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8363.753668] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8363.753672] tc_run (net/core/dev.c:3912) [ 8363.753676] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8363.753678] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8363.753680] ? eth_header (net/ethernet/eth.c:85) [ 8363.753684] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8363.753688] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8363.753691] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8363.753692] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8363.753695] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8363.753699] ? __alloc_skb (net/core/skbuff.c:667) [ 8363.753702] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8363.753705] inet_shutdown (net/ipv4/af_inet.c:943) [ 8363.753708] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8363.753711] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8363.753713] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8363.753715] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8363.753717] RIP: 0033:0x7fa2514bebeb [ 8363.753720] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8363.753721] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8363.753722] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8363.753723] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8363.753724] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8363.753725] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8363.753725] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8363.753729] | [ 8441.753691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8441.754016] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1676898 | [ 8441.754472] rcu: (t=7283037 jiffies g=77753 q=131 ncpus=4) [ 8441.755076] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8441.755631] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8441.755913] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8441.756808] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8441.757067] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8441.757419] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8441.757769] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8441.758118] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8441.758472] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8441.758825] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8441.759222] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8441.759504] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8441.759858] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8441.760208] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8441.760557] PKRU: 55555554 [ 8441.760696] Call Trace: [ 8441.760828] [ 8441.760941] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8441.761166] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8441.761397] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8441.761613] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8441.761827] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8441.762052] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8441.762320] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8441.762527] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8441.762771] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8441.763000] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8441.763219] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8441.763482] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8441.763734] [ 8441.763848] [ 8441.763962] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8441.764236] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8441.764485] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8441.764684] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8441.764872] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8441.765106] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8441.765338] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8441.765589] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8441.765802] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8441.766072] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8441.766325] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8441.766598] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8441.766796] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8441.766997] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8441.767246] ? __bfs (kernel/locking/lockdep.c:1787) [ 8441.767412] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8441.767620] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8441.767831] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8441.768031] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8441.768272] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8441.768487] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8441.768685] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8441.768909] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8441.769108] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8441.769320] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8441.769513] tc_run (net/core/dev.c:3912) [ 8441.769678] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8441.769888] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8441.770091] ? eth_header (net/ethernet/eth.c:85) [ 8441.770275] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8441.770489] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8441.770698] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8441.770903] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8441.771119] ? __alloc_skb (net/core/skbuff.c:667) [ 8441.771311] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8441.771543] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8441.771774] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8441.771975] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8441.772205] call_timer_fn (kernel/time/timer.c:1700) [ 8441.772398] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8441.772618] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8441.772848] run_timer_softirq (kernel/time/timer.c:2053) [ 8441.773048] __do_softirq (kernel/softirq.c:553) [ 8441.773235] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8441.773421] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8441.773665] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8441.773924] RIP: 0033:0x7fd2c2613700 [ 8441.774111] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8441.775020] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8441.775282] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8441.775635] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8441.775988] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8441.776340] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8441.776692] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8441.776692] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8441.777079] | [ 8441.777202] Sending NMI from CPU 0 to CPUs 2: | [ 8441.777438] NMI backtrace for cpu 2 [ 8441.777450] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8441.777452] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8441.777460] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8441.777461] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8441.777463] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8441.777464] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8441.777465] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8441.777466] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8441.777467] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8441.777469] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8441.777470] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8441.777471] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8441.777472] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8441.777472] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8441.777473] PKRU: 55555554 [ 8441.777474] Call Trace: [ 8441.777476] [ 8441.777479] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8441.777483] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8441.777487] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8441.777489] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8441.777493] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8441.777495] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8441.777501] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8441.777504] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8441.777507] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8441.777509] [ 8441.777510] [ 8441.777510] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8441.777514] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8441.777520] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8441.777524] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8441.777525] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8441.777530] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8441.777533] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8441.777539] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8441.777544] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8441.777549] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8441.777553] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8441.777560] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8441.777563] ? __kernel_text_address (kernel/extable.c:79) [ 8441.777565] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8441.777568] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8441.777572] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8441.777576] ? stack_trace_save (kernel/stacktrace.c:123) [ 8441.777578] ? save_trace (kernel/locking/lockdep.c:584) [ 8441.777581] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8441.777585] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8441.777588] tc_run (net/core/dev.c:3912) [ 8441.777592] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8441.777594] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8441.777596] ? eth_header (net/ethernet/eth.c:85) [ 8441.777599] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8441.777602] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8441.777605] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8441.777607] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8441.777609] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8441.777614] ? __alloc_skb (net/core/skbuff.c:667) [ 8441.777617] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8441.777620] inet_shutdown (net/ipv4/af_inet.c:943) [ 8441.777623] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8441.777626] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8441.777628] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8441.777630] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8441.777632] RIP: 0033:0x7fa2514bebeb [ 8441.777637] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8441.777638] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8441.777639] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8441.777640] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8441.777641] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8441.777642] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8441.777642] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8441.777646] | [ 8519.776691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8519.777014] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1693851 | [ 8519.777471] rcu: (t=7361060 jiffies g=77753 q=131 ncpus=4) [ 8519.778078] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8519.778631] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8519.778910] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8519.779810] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8519.780069] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8519.780420] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8519.780771] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8519.781120] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8519.781470] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8519.781823] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8519.782216] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8519.782501] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8519.782855] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8519.783205] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8519.783554] PKRU: 55555554 [ 8519.783695] Call Trace: [ 8519.783825] [ 8519.783937] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8519.784161] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8519.784393] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8519.784608] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8519.784822] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8519.785044] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8519.785309] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8519.785514] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8519.785756] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8519.785985] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8519.786204] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8519.786467] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8519.786716] [ 8519.786828] [ 8519.786940] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8519.787212] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8519.787459] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8519.787658] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8519.787849] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8519.788082] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8519.788311] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8519.788559] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8519.788767] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8519.789033] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8519.789281] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8519.789545] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8519.789740] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8519.789941] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8519.790186] ? __bfs (kernel/locking/lockdep.c:1787) [ 8519.790351] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8519.790562] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8519.790772] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8519.790969] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8519.791199] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8519.791411] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8519.791612] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8519.791835] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8519.792030] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8519.792244] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8519.792436] tc_run (net/core/dev.c:3912) [ 8519.792598] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8519.792809] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8519.793008] ? eth_header (net/ethernet/eth.c:85) [ 8519.793191] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8519.793400] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8519.793610] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8519.793812] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8519.794026] ? __alloc_skb (net/core/skbuff.c:667) [ 8519.794217] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8519.794446] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8519.794677] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8519.794876] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8519.795106] call_timer_fn (kernel/time/timer.c:1700) [ 8519.795296] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8519.795516] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8519.795741] run_timer_softirq (kernel/time/timer.c:2053) [ 8519.795941] __do_softirq (kernel/softirq.c:553) [ 8519.796127] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8519.796309] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8519.796550] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8519.796811] RIP: 0033:0x7fd2c2613700 [ 8519.796996] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8519.797921] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8519.798183] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8519.798536] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8519.798891] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8519.799245] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8519.799600] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8519.799600] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8519.799960] | [ 8519.800076] Sending NMI from CPU 0 to CPUs 2: | [ 8519.800308] NMI backtrace for cpu 2 [ 8519.800314] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8519.800316] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8519.800324] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8519.800326] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8519.800327] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8519.800328] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8519.800329] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8519.800330] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8519.800331] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8519.800333] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8519.800335] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8519.800336] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8519.800337] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8519.800337] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8519.800338] PKRU: 55555554 [ 8519.800339] Call Trace: [ 8519.800340] [ 8519.800343] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8519.800347] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8519.800351] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8519.800354] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8519.800357] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8519.800360] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8519.800366] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8519.800369] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8519.800371] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8519.800374] [ 8519.800375] [ 8519.800376] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8519.800380] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8519.800385] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8519.800389] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8519.800391] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8519.800395] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8519.800398] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8519.800405] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8519.800410] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8519.800415] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8519.800420] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8519.800428] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8519.800431] ? __kernel_text_address (kernel/extable.c:79) [ 8519.800433] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8519.800436] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8519.800440] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8519.800444] ? stack_trace_save (kernel/stacktrace.c:123) [ 8519.800446] ? save_trace (kernel/locking/lockdep.c:584) [ 8519.800449] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8519.800453] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8519.800457] tc_run (net/core/dev.c:3912) [ 8519.800462] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8519.800464] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8519.800466] ? eth_header (net/ethernet/eth.c:85) [ 8519.800470] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8519.800473] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8519.800476] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8519.800478] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8519.800480] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8519.800484] ? __alloc_skb (net/core/skbuff.c:667) [ 8519.800486] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8519.800489] inet_shutdown (net/ipv4/af_inet.c:943) [ 8519.800492] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8519.800495] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8519.800496] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8519.800499] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8519.800501] RIP: 0033:0x7fa2514bebeb [ 8519.800503] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8519.800504] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8519.800506] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8519.800507] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8519.800508] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8519.800508] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8519.800509] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8519.800512] | [ 8597.800691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8597.801030] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1710344 | [ 8597.801490] rcu: (t=7439084 jiffies g=77753 q=131 ncpus=4) [ 8597.802092] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8597.802650] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8597.802932] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8597.803834] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8597.804098] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8597.804452] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8597.804805] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8597.805159] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8597.805512] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8597.805869] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8597.806270] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8597.806562] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8597.806918] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8597.807272] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8597.807630] PKRU: 55555554 [ 8597.807773] Call Trace: [ 8597.807906] [ 8597.808018] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8597.808245] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8597.808480] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8597.808694] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8597.808909] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8597.809132] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8597.809398] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8597.809606] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8597.809850] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8597.810077] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8597.810296] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8597.810560] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8597.810810] [ 8597.810923] [ 8597.811036] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8597.811308] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8597.811556] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8597.811757] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8597.811944] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8597.812175] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8597.812404] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8597.812656] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8597.812862] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8597.813132] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8597.813380] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8597.813651] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8597.813847] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8597.814047] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8597.814293] ? __bfs (kernel/locking/lockdep.c:1787) [ 8597.814458] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8597.814664] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8597.814875] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8597.815073] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8597.815302] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8597.815516] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8597.815714] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8597.815938] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8597.816136] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8597.816347] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8597.816538] tc_run (net/core/dev.c:3912) [ 8597.816706] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8597.816915] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8597.817119] ? eth_header (net/ethernet/eth.c:85) [ 8597.817302] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8597.817517] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8597.817727] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8597.817930] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8597.818146] ? __alloc_skb (net/core/skbuff.c:667) [ 8597.818336] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8597.818567] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8597.818799] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8597.819000] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8597.819232] call_timer_fn (kernel/time/timer.c:1700) [ 8597.819422] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8597.819642] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8597.819869] run_timer_softirq (kernel/time/timer.c:2053) [ 8597.820067] __do_softirq (kernel/softirq.c:553) [ 8597.820255] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8597.820437] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8597.820681] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8597.820940] RIP: 0033:0x7fd2c2613700 [ 8597.821126] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8597.822034] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8597.822294] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8597.822649] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8597.823001] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8597.823354] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8597.823709] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8597.823709] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8597.824068] | [ 8597.824186] Sending NMI from CPU 0 to CPUs 2: | [ 8597.824414] NMI backtrace for cpu 2 [ 8597.824421] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8597.824423] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8597.824430] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8597.824431] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8597.824433] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8597.824434] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8597.824435] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8597.824436] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8597.824437] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8597.824440] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8597.824441] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8597.824442] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8597.824443] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8597.824443] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8597.824444] PKRU: 55555554 [ 8597.824445] Call Trace: [ 8597.824447] [ 8597.824449] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8597.824454] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8597.824458] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8597.824460] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8597.824464] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8597.824466] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8597.824472] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8597.824475] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8597.824477] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8597.824480] [ 8597.824480] [ 8597.824481] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8597.824486] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8597.824491] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8597.824495] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8597.824497] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8597.824502] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8597.824505] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8597.824511] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8597.824516] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8597.824521] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8597.824526] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8597.824533] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8597.824537] ? __kernel_text_address (kernel/extable.c:79) [ 8597.824539] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8597.824541] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8597.824545] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8597.824549] ? stack_trace_save (kernel/stacktrace.c:123) [ 8597.824552] ? save_trace (kernel/locking/lockdep.c:584) [ 8597.824555] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8597.824559] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8597.824564] tc_run (net/core/dev.c:3912) [ 8597.824568] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8597.824571] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8597.824573] ? eth_header (net/ethernet/eth.c:85) [ 8597.824576] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8597.824579] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8597.824582] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8597.824583] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8597.824586] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8597.824591] ? __alloc_skb (net/core/skbuff.c:667) [ 8597.824595] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8597.824597] inet_shutdown (net/ipv4/af_inet.c:943) [ 8597.824600] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8597.824604] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8597.824605] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8597.824608] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8597.824610] RIP: 0033:0x7fa2514bebeb [ 8597.824612] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8597.824613] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8597.824614] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8597.824615] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8597.824616] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8597.824617] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8597.824617] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8597.824620] | [ 8675.824703] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8675.825046] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1726772 | [ 8675.825503] rcu: (t=7517108 jiffies g=77753 q=131 ncpus=4) [ 8675.826103] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8675.826655] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8675.826939] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8675.827837] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8675.828097] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8675.828444] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8675.828793] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8675.829143] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8675.829491] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8675.829845] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8675.830238] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8675.830522] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8675.830872] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8675.831221] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8675.831570] PKRU: 55555554 [ 8675.831709] Call Trace: [ 8675.831841] [ 8675.831956] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8675.832180] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8675.832412] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8675.832625] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8675.832840] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8675.833062] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8675.833329] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8675.833535] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8675.833777] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8675.834006] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8675.834225] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8675.834487] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8675.834737] [ 8675.834848] [ 8675.834960] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8675.835234] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8675.835482] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8675.835680] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8675.835868] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8675.836100] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8675.836328] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8675.836577] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8675.836785] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8675.837054] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8675.837305] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8675.837572] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8675.837766] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8675.837969] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8675.838213] ? __bfs (kernel/locking/lockdep.c:1787) [ 8675.838379] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8675.838587] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8675.838796] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8675.838993] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8675.839222] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8675.839432] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8675.839629] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8675.839853] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8675.840049] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8675.840262] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8675.840454] tc_run (net/core/dev.c:3912) [ 8675.840616] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8675.840827] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8675.841026] ? eth_header (net/ethernet/eth.c:85) [ 8675.841209] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8675.841420] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8675.841629] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8675.841831] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8675.842046] ? __alloc_skb (net/core/skbuff.c:667) [ 8675.842235] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8675.842465] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8675.842696] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8675.842895] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8675.843123] call_timer_fn (kernel/time/timer.c:1700) [ 8675.843319] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8675.843540] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8675.843767] run_timer_softirq (kernel/time/timer.c:2053) [ 8675.843966] __do_softirq (kernel/softirq.c:553) [ 8675.844154] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8675.844337] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8675.844580] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8675.844840] RIP: 0033:0x7fd2c2613700 [ 8675.845030] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8675.845922] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8675.846181] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8675.846531] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8675.846881] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8675.847236] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8675.847584] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8675.847584] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8675.847941] | [ 8675.848059] Sending NMI from CPU 0 to CPUs 2: | [ 8675.848292] NMI backtrace for cpu 2 [ 8675.848299] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8675.848301] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8675.848309] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8675.848310] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8675.848312] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8675.848313] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8675.848314] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8675.848315] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8675.848315] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8675.848318] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8675.848320] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8675.848321] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8675.848321] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8675.848322] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8675.848323] PKRU: 55555554 [ 8675.848324] Call Trace: [ 8675.848326] [ 8675.848329] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8675.848333] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8675.848337] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8675.848340] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8675.848343] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8675.848346] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8675.848352] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8675.848355] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8675.848358] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8675.848360] [ 8675.848361] [ 8675.848362] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8675.848366] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8675.848371] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8675.848375] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8675.848377] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8675.848381] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8675.848385] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8675.848391] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8675.848396] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8675.848401] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8675.848405] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8675.848413] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8675.848417] ? __kernel_text_address (kernel/extable.c:79) [ 8675.848418] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8675.848421] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8675.848425] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8675.848429] ? stack_trace_save (kernel/stacktrace.c:123) [ 8675.848432] ? save_trace (kernel/locking/lockdep.c:584) [ 8675.848435] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8675.848439] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8675.848443] tc_run (net/core/dev.c:3912) [ 8675.848448] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8675.848451] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8675.848453] ? eth_header (net/ethernet/eth.c:85) [ 8675.848456] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8675.848459] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8675.848462] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8675.848463] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8675.848466] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8675.848470] ? __alloc_skb (net/core/skbuff.c:667) [ 8675.848473] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8675.848475] inet_shutdown (net/ipv4/af_inet.c:943) [ 8675.848478] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8675.848481] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8675.848482] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8675.848485] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8675.848486] RIP: 0033:0x7fa2514bebeb [ 8675.848489] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8675.848490] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8675.848491] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8675.848492] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8675.848493] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8675.848493] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8675.848494] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8753.849022] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1743257 | [ 8753.849507] rcu: (t=7595132 jiffies g=77753 q=132 ncpus=4) | [ 8753.849801] Sending NMI from CPU 2 to CPUs 0: | [ 8753.850044] NMI backtrace for cpu 0 [ 8753.850052] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8753.850055] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8753.850063] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8753.850065] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8753.850067] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8753.850068] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8753.850069] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8753.850070] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8753.850071] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8753.850073] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8753.850074] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8753.850075] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8753.850076] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8753.850076] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8753.850077] PKRU: 55555554 [ 8753.850077] Call Trace: [ 8753.850080] [ 8753.850084] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8753.850090] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8753.850095] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8753.850098] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8753.850102] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8753.850104] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8753.850111] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8753.850113] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8753.850116] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8753.850118] [ 8753.850118] [ 8753.850119] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8753.850124] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8753.850131] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8753.850135] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8753.850137] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8753.850142] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8753.850146] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8753.850153] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8753.850157] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8753.850161] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8753.850164] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8753.850169] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8753.850177] ? __bfs (kernel/locking/lockdep.c:1787) [ 8753.850179] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8753.850181] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8753.850183] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8753.850186] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8753.850187] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8753.850189] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8753.850191] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8753.850195] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8753.850198] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8753.850201] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8753.850205] tc_run (net/core/dev.c:3912) [ 8753.850211] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8753.850213] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8753.850215] ? eth_header (net/ethernet/eth.c:85) [ 8753.850218] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8753.850223] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8753.850225] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8753.850228] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8753.850231] ? __alloc_skb (net/core/skbuff.c:667) [ 8753.850234] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8753.850235] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8753.850237] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8753.850238] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8753.850239] call_timer_fn (kernel/time/timer.c:1700) [ 8753.850243] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8753.850245] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8753.850249] run_timer_softirq (kernel/time/timer.c:2053) [ 8753.850250] __do_softirq (kernel/softirq.c:553) [ 8753.850253] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8753.850257] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8753.850259] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8753.850261] RIP: 0033:0x7fd2c2613700 [ 8753.850263] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8753.850264] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8753.850265] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8753.850266] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8753.850267] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8753.850268] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8753.850269] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8753.850267] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 8753.850268] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 8753.850269] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8753.850272] [ 8753.873049] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8753.873638] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8753.873933] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8753.874885] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8753.875162] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8753.875534] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8753.875909] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8753.876283] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8753.876655] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8753.877032] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8753.877455] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8753.877758] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8753.878129] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8753.878503] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8753.878876] PKRU: 55555554 [ 8753.879022] Call Trace: [ 8753.879157] [ 8753.879275] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8753.879514] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8753.879760] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8753.879986] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8753.880210] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8753.880445] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8753.880726] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8753.880946] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8753.881202] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8753.881440] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8753.881672] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8753.881949] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8753.882211] [ 8753.882331] [ 8753.882450] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8753.882735] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8753.882996] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8753.883204] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8753.883398] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8753.883647] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8753.883890] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8753.884152] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8753.884367] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8753.884648] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8753.884911] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8753.885197] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8753.885406] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8753.885665] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8753.885895] ? __kernel_text_address (kernel/extable.c:79) [ 8753.886134] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8753.886390] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8753.886669] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8753.886894] ? stack_trace_save (kernel/stacktrace.c:123) [ 8753.887109] ? save_trace (kernel/locking/lockdep.c:584) [ 8753.887305] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8753.887526] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8753.887727] tc_run (net/core/dev.c:3912) [ 8753.887901] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8753.888120] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8753.888333] ? eth_header (net/ethernet/eth.c:85) [ 8753.888525] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8753.888744] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8753.888956] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8753.889175] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8753.889388] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8753.889612] ? __alloc_skb (net/core/skbuff.c:667) [ 8753.889813] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8753.890003] inet_shutdown (net/ipv4/af_inet.c:943) [ 8753.890201] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8753.890400] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8753.890618] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8753.890817] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8753.891085] RIP: 0033:0x7fa2514bebeb [ 8753.891280] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8753.892233] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8753.892627] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8753.892998] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8753.893370] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8753.893741] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8753.894113] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8753.894489] | [ 8831.896692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8831.897012] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1759757 | [ 8831.897464] rcu: (t=7673180 jiffies g=77753 q=132 ncpus=4) [ 8831.898072] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8831.898625] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8831.898908] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8831.899806] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8831.900068] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8831.900417] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8831.900769] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8831.901118] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8831.901469] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8831.901821] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8831.902218] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8831.902504] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8831.902858] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8831.903210] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8831.903561] PKRU: 55555554 [ 8831.903701] Call Trace: [ 8831.903831] [ 8831.903943] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8831.904169] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8831.904401] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8831.904613] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8831.904828] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8831.905049] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8831.905315] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8831.905523] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8831.905766] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8831.905993] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8831.906213] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8831.906478] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8831.906727] [ 8831.906839] [ 8831.906954] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8831.907224] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8831.907471] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8831.907672] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8831.907859] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8831.908091] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8831.908331] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8831.908580] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8831.908785] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8831.909054] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8831.909303] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8831.909571] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8831.909765] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8831.909965] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8831.910210] ? __bfs (kernel/locking/lockdep.c:1787) [ 8831.910376] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8831.910583] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8831.910794] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8831.910993] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8831.911222] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8831.911435] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8831.911632] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8831.911858] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8831.912056] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8831.912267] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8831.912461] tc_run (net/core/dev.c:3912) [ 8831.912624] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8831.912833] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8831.913035] ? eth_header (net/ethernet/eth.c:85) [ 8831.913219] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8831.913431] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8831.913639] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8831.913845] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8831.914062] ? __alloc_skb (net/core/skbuff.c:667) [ 8831.914252] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8831.914483] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8831.914715] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8831.914917] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8831.915146] call_timer_fn (kernel/time/timer.c:1700) [ 8831.915338] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8831.915558] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8831.915785] run_timer_softirq (kernel/time/timer.c:2053) [ 8831.915985] __do_softirq (kernel/softirq.c:553) [ 8831.916174] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8831.916356] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8831.916603] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8831.916864] RIP: 0033:0x7fd2c2613700 [ 8831.917048] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8831.917961] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8831.918223] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8831.918577] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8831.918931] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8831.919283] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8831.919639] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8831.919639] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8831.920000] | [ 8831.920121] Sending NMI from CPU 0 to CPUs 2: | [ 8831.920351] NMI backtrace for cpu 2 [ 8831.920358] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8831.920360] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8831.920366] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8831.920367] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8831.920369] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8831.920370] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8831.920371] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8831.920372] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8831.920372] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8831.920375] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8831.920376] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8831.920377] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8831.920378] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8831.920379] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8831.920379] PKRU: 55555554 [ 8831.920380] Call Trace: [ 8831.920382] [ 8831.920385] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8831.920391] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8831.920395] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8831.920399] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8831.920402] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8831.920405] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8831.920410] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8831.920413] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8831.920416] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8831.920418] [ 8831.920419] [ 8831.920420] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8831.920424] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8831.920429] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8831.920433] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8831.920435] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8831.920440] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8831.920443] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8831.920449] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8831.920454] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8831.920459] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8831.920464] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8831.920472] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8831.920475] ? __kernel_text_address (kernel/extable.c:79) [ 8831.920477] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8831.920480] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8831.920483] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8831.920487] ? stack_trace_save (kernel/stacktrace.c:123) [ 8831.920490] ? save_trace (kernel/locking/lockdep.c:584) [ 8831.920493] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8831.920497] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8831.920501] tc_run (net/core/dev.c:3912) [ 8831.920506] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8831.920508] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8831.920510] ? eth_header (net/ethernet/eth.c:85) [ 8831.920514] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8831.920517] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8831.920519] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8831.920521] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8831.920524] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8831.920527] ? __alloc_skb (net/core/skbuff.c:667) [ 8831.920530] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8831.920532] inet_shutdown (net/ipv4/af_inet.c:943) [ 8831.920535] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8831.920538] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8831.920540] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8831.920543] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8831.920544] RIP: 0033:0x7fa2514bebeb [ 8831.920547] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8831.920548] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8831.920549] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8831.920550] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8831.920551] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8831.920551] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8831.920552] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8831.920556] | [ 8909.920691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8909.921007] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1776256 | [ 8909.921464] rcu: (t=7751204 jiffies g=77753 q=132 ncpus=4) [ 8909.922067] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8909.922621] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8909.922903] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 8909.923798] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8909.924059] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8909.924406] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8909.924756] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8909.925105] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8909.925453] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8909.925803] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8909.926200] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8909.926484] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8909.926836] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8909.927184] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8909.927532] PKRU: 55555554 [ 8909.927670] Call Trace: [ 8909.927803] [ 8909.927919] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8909.928145] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8909.928376] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8909.928589] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8909.928804] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8909.929027] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8909.929293] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8909.929498] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8909.929742] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8909.929970] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8909.930189] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8909.930453] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8909.930703] [ 8909.930816] [ 8909.930928] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8909.931198] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8909.931446] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8909.931644] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8909.931832] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8909.932064] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8909.932292] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8909.932541] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8909.932753] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8909.933023] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8909.933271] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8909.933538] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8909.933734] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8909.933934] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8909.934179] ? __bfs (kernel/locking/lockdep.c:1787) [ 8909.934343] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8909.934552] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8909.934762] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8909.934958] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8909.935187] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8909.935399] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8909.935597] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8909.935820] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8909.936023] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8909.936237] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8909.936429] tc_run (net/core/dev.c:3912) [ 8909.936594] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8909.936805] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8909.937008] ? eth_header (net/ethernet/eth.c:85) [ 8909.937192] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8909.937403] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8909.937614] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8909.937816] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8909.938033] ? __alloc_skb (net/core/skbuff.c:667) [ 8909.938223] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8909.938452] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8909.938685] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8909.938885] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8909.939116] call_timer_fn (kernel/time/timer.c:1700) [ 8909.939306] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8909.939527] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8909.939751] run_timer_softirq (kernel/time/timer.c:2053) [ 8909.939952] __do_softirq (kernel/softirq.c:553) [ 8909.940138] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8909.940320] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8909.940562] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8909.940821] RIP: 0033:0x7fd2c2613700 [ 8909.941008] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8909.941913] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8909.942176] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8909.942527] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8909.942880] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8909.943232] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8909.943584] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8909.943584] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8909.943940] | [ 8909.944057] Sending NMI from CPU 0 to CPUs 2: | [ 8909.944288] NMI backtrace for cpu 2 [ 8909.944298] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8909.944299] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8909.944306] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8909.944307] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8909.944309] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8909.944310] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8909.944311] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8909.944312] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8909.944312] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8909.944315] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8909.944316] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8909.944317] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8909.944318] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8909.944318] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8909.944319] PKRU: 55555554 [ 8909.944320] Call Trace: [ 8909.944322] [ 8909.944325] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8909.944329] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8909.944333] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8909.944335] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8909.944339] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8909.944341] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8909.944347] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8909.944350] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8909.944353] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8909.944355] [ 8909.944355] [ 8909.944356] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8909.944361] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8909.944367] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8909.944371] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8909.944372] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8909.944377] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8909.944380] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8909.944387] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8909.944391] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8909.944397] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8909.944401] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8909.944409] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8909.944412] ? __kernel_text_address (kernel/extable.c:79) [ 8909.944414] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8909.944416] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8909.944420] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8909.944424] ? stack_trace_save (kernel/stacktrace.c:123) [ 8909.944427] ? save_trace (kernel/locking/lockdep.c:584) [ 8909.944430] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8909.944434] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8909.944437] tc_run (net/core/dev.c:3912) [ 8909.944441] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8909.944444] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8909.944445] ? eth_header (net/ethernet/eth.c:85) [ 8909.944448] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8909.944451] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8909.944454] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8909.944456] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8909.944458] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8909.944462] ? __alloc_skb (net/core/skbuff.c:667) [ 8909.944464] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8909.944467] inet_shutdown (net/ipv4/af_inet.c:943) [ 8909.944470] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8909.944473] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8909.944475] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8909.944477] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8909.944479] RIP: 0033:0x7fa2514bebeb [ 8909.944481] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8909.944482] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8909.944484] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8909.944484] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8909.944485] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8909.944486] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8909.944486] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8909.944489] | [ 8987.944691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8987.945006] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1792576 | [ 8987.945465] rcu: (t=7829228 jiffies g=77753 q=133 ncpus=4) [ 8987.946066] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8987.946617] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8987.946894] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8987.947790] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 8987.948048] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 8987.948397] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 8987.948745] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 8987.949093] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 8987.949443] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 8987.949796] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 8987.950189] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8987.950473] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 8987.950824] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8987.951173] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8987.951521] PKRU: 55555554 [ 8987.951660] Call Trace: [ 8987.951789] [ 8987.951899] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8987.952125] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8987.952356] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8987.952568] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 8987.952782] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8987.953002] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8987.953271] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8987.953476] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8987.953718] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8987.953946] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8987.954163] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8987.954426] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8987.954674] [ 8987.954786] [ 8987.954901] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8987.955171] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8987.955419] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8987.955617] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8987.955830] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8987.956074] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8987.956315] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8987.956576] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8987.956794] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8987.957074] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8987.957324] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8987.957593] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 8987.957786] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8987.957986] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8987.958229] ? __bfs (kernel/locking/lockdep.c:1787) [ 8987.958395] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 8987.958601] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8987.958814] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8987.959010] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 8987.959240] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 8987.959451] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8987.959646] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 8987.959870] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8987.960065] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8987.960275] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8987.960465] tc_run (net/core/dev.c:3912) [ 8987.960628] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8987.960835] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8987.961034] ? eth_header (net/ethernet/eth.c:85) [ 8987.961216] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8987.961425] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8987.961631] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8987.961833] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8987.962045] ? __alloc_skb (net/core/skbuff.c:667) [ 8987.962232] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8987.962461] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 8987.962691] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 8987.962891] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 8987.963119] call_timer_fn (kernel/time/timer.c:1700) [ 8987.963307] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 8987.963523] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 8987.963749] run_timer_softirq (kernel/time/timer.c:2053) [ 8987.963945] __do_softirq (kernel/softirq.c:553) [ 8987.964130] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 8987.964311] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 8987.964550] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8987.964804] RIP: 0033:0x7fd2c2613700 [ 8987.964987] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 8987.965889] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 8987.966147] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 8987.966496] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 8987.966845] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 8987.967193] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 8987.967541] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8987.967541] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 8987.967898] | [ 8987.968014] Sending NMI from CPU 0 to CPUs 2: | [ 8987.968240] NMI backtrace for cpu 2 [ 8987.968247] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8987.968249] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8987.968255] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8987.968257] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 8987.968258] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 8987.968259] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 8987.968260] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 8987.968261] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 8987.968262] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 8987.968264] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 8987.968265] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8987.968266] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 8987.968267] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8987.968268] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8987.968269] PKRU: 55555554 [ 8987.968269] Call Trace: [ 8987.968271] [ 8987.968274] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 8987.968278] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 8987.968282] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 8987.968285] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 8987.968288] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 8987.968290] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 8987.968296] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8987.968299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8987.968302] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8987.968304] [ 8987.968304] [ 8987.968305] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8987.968310] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 8987.968316] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 8987.968319] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 8987.968321] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 8987.968326] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 8987.968329] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 8987.968335] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 8987.968340] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 8987.968345] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 8987.968349] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 8987.968356] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 8987.968359] ? __kernel_text_address (kernel/extable.c:79) [ 8987.968361] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 8987.968364] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 8987.968368] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 8987.968372] ? stack_trace_save (kernel/stacktrace.c:123) [ 8987.968375] ? save_trace (kernel/locking/lockdep.c:584) [ 8987.968378] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 8987.968382] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 8987.968386] tc_run (net/core/dev.c:3912) [ 8987.968391] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 8987.968394] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 8987.968396] ? eth_header (net/ethernet/eth.c:85) [ 8987.968399] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 8987.968402] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 8987.968405] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8987.968407] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 8987.968410] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 8987.968414] ? __alloc_skb (net/core/skbuff.c:667) [ 8987.968417] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 8987.968419] inet_shutdown (net/ipv4/af_inet.c:943) [ 8987.968422] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 8987.968424] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 8987.968426] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 8987.968428] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 8987.968430] RIP: 0033:0x7fa2514bebeb [ 8987.968432] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 8987.968433] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 8987.968435] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 8987.968436] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 8987.968437] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 8987.968437] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 8987.968438] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 8987.968441] | [ 9065.967691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 9065.968014] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1809081 | [ 9065.968471] rcu: (t=7907251 jiffies g=77753 q=133 ncpus=4) [ 9065.969075] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9065.969630] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9065.969910] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9065.970810] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9065.971070] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9065.971421] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9065.971773] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9065.972125] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9065.972474] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9065.972826] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9065.973225] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9065.973509] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9065.973865] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9065.974216] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9065.974569] PKRU: 55555554 [ 9065.974708] Call Trace: [ 9065.974838] [ 9065.974951] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9065.975177] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9065.975411] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9065.975627] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9065.975842] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9065.976065] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9065.976332] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9065.976540] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9065.976783] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9065.977016] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9065.977235] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9065.977498] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9065.977748] [ 9065.977861] [ 9065.977974] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9065.978247] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9065.978494] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9065.978695] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9065.978883] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9065.979114] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9065.979344] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9065.979593] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9065.979801] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9065.980068] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9065.980320] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9065.980590] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9065.980785] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9065.980985] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9065.981231] ? __bfs (kernel/locking/lockdep.c:1787) [ 9065.981396] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9065.981605] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9065.981816] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9065.982014] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9065.982244] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9065.982456] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9065.982653] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9065.982876] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9065.983077] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9065.983288] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9065.983480] tc_run (net/core/dev.c:3912) [ 9065.983645] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9065.983855] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9065.984054] ? eth_header (net/ethernet/eth.c:85) [ 9065.984239] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9065.984452] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9065.984659] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9065.984862] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9065.985076] ? __alloc_skb (net/core/skbuff.c:667) [ 9065.985267] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9065.985525] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9065.985773] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9065.985983] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9065.986225] call_timer_fn (kernel/time/timer.c:1700) [ 9065.986424] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9065.986662] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9065.986887] run_timer_softirq (kernel/time/timer.c:2053) [ 9065.987087] __do_softirq (kernel/softirq.c:553) [ 9065.987274] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9065.987455] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9065.987697] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9065.987955] RIP: 0033:0x7fd2c2613700 [ 9065.988139] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9065.989044] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9065.989306] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9065.989656] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9065.990010] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9065.990362] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9065.990715] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9065.990715] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9065.991070] | [ 9065.991187] Sending NMI from CPU 0 to CPUs 2: | [ 9065.991416] NMI backtrace for cpu 2 [ 9065.991424] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9065.991426] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9065.991434] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9065.991435] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9065.991437] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9065.991438] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9065.991439] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9065.991440] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9065.991441] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9065.991444] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9065.991445] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9065.991446] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9065.991447] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9065.991447] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9065.991448] PKRU: 55555554 [ 9065.991449] Call Trace: [ 9065.991451] [ 9065.991454] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9065.991458] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9065.991462] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9065.991464] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9065.991468] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9065.991470] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9065.991476] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9065.991479] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9065.991482] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9065.991484] [ 9065.991485] [ 9065.991486] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9065.991490] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9065.991495] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9065.991499] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9065.991501] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9065.991505] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9065.991508] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9065.991514] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9065.991519] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9065.991524] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9065.991529] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9065.991537] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9065.991541] ? __kernel_text_address (kernel/extable.c:79) [ 9065.991543] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9065.991546] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9065.991549] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9065.991554] ? stack_trace_save (kernel/stacktrace.c:123) [ 9065.991556] ? save_trace (kernel/locking/lockdep.c:584) [ 9065.991559] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9065.991563] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9065.991567] tc_run (net/core/dev.c:3912) [ 9065.991570] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9065.991573] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9065.991574] ? eth_header (net/ethernet/eth.c:85) [ 9065.991578] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9065.991581] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9065.991583] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9065.991585] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9065.991588] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9065.991593] ? __alloc_skb (net/core/skbuff.c:667) [ 9065.991596] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9065.991599] inet_shutdown (net/ipv4/af_inet.c:943) [ 9065.991602] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9065.991605] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9065.991607] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9065.991610] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9065.991611] RIP: 0033:0x7fa2514bebeb [ 9065.991613] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9065.991614] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9065.991615] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9065.991616] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9065.991617] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9065.991618] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9065.991618] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9065.991622] | [ 9143.991692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 9143.992012] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1825596 | [ 9143.992490] rcu: (t=7985275 jiffies g=77753 q=133 ncpus=4) [ 9143.993124] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9143.993716] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9143.993990] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9143.994889] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9143.995156] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9143.995507] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9143.995859] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9143.996207] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9143.996557] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9143.996910] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9143.997304] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9143.997590] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9143.997945] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9143.998294] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9143.998643] PKRU: 55555554 [ 9143.998784] Call Trace: [ 9143.998913] [ 9143.999024] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9143.999248] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9143.999479] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9143.999692] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9143.999906] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9144.000127] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9144.000394] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9144.000600] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9144.000843] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9144.001070] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9144.001289] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9144.001552] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9144.001803] [ 9144.001915] [ 9144.002027] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9144.002299] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9144.002547] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9144.002745] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9144.002931] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9144.003164] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9144.003392] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9144.003642] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9144.003850] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9144.004115] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9144.004363] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9144.004629] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9144.004821] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9144.005024] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9144.005268] ? __bfs (kernel/locking/lockdep.c:1787) [ 9144.005433] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9144.005640] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9144.005849] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9144.006045] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9144.006274] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9144.006484] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9144.006680] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9144.006903] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9144.007101] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9144.007312] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9144.007504] tc_run (net/core/dev.c:3912) [ 9144.007666] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9144.007878] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9144.008077] ? eth_header (net/ethernet/eth.c:85) [ 9144.008259] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9144.008468] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9144.008677] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9144.008880] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9144.009094] ? __alloc_skb (net/core/skbuff.c:667) [ 9144.009285] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9144.009515] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9144.009747] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9144.009945] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9144.010174] call_timer_fn (kernel/time/timer.c:1700) [ 9144.010364] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9144.010585] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9144.010811] run_timer_softirq (kernel/time/timer.c:2053) [ 9144.011010] __do_softirq (kernel/softirq.c:553) [ 9144.011196] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9144.011377] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9144.011619] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9144.011878] RIP: 0033:0x7fd2c2613700 [ 9144.012062] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9144.012966] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9144.013226] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9144.013577] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9144.013929] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9144.014281] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9144.014630] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9144.014630] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9144.015009] | [ 9144.015134] Sending NMI from CPU 0 to CPUs 2: | [ 9144.015373] NMI backtrace for cpu 2 [ 9144.015380] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9144.015382] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9144.015389] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9144.015391] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9144.015392] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9144.015393] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9144.015394] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9144.015395] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9144.015396] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9144.015398] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9144.015399] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9144.015400] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9144.015401] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9144.015402] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9144.015402] PKRU: 55555554 [ 9144.015403] Call Trace: [ 9144.015405] [ 9144.015407] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9144.015411] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9144.015416] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9144.015418] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9144.015422] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9144.015424] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9144.015430] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9144.015432] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9144.015435] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9144.015437] [ 9144.015438] [ 9144.015439] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9144.015443] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9144.015449] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9144.015452] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9144.015454] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9144.015459] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9144.015462] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9144.015468] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9144.015473] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9144.015478] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9144.015483] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9144.015490] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9144.015494] ? __kernel_text_address (kernel/extable.c:79) [ 9144.015495] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9144.015499] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9144.015502] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9144.015507] ? stack_trace_save (kernel/stacktrace.c:123) [ 9144.015510] ? save_trace (kernel/locking/lockdep.c:584) [ 9144.015513] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9144.015517] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9144.015521] tc_run (net/core/dev.c:3912) [ 9144.015525] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9144.015528] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9144.015530] ? eth_header (net/ethernet/eth.c:85) [ 9144.015534] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9144.015537] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9144.015540] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9144.015541] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9144.015544] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9144.015549] ? __alloc_skb (net/core/skbuff.c:667) [ 9144.015553] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9144.015555] inet_shutdown (net/ipv4/af_inet.c:943) [ 9144.015559] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9144.015562] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9144.015563] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9144.015566] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9144.015568] RIP: 0033:0x7fa2514bebeb [ 9144.015570] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9144.015571] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9144.015572] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9144.015573] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9144.015573] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9144.015574] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9144.015575] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9222.016043] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1842141 | [ 9222.016528] rcu: (t=8063299 jiffies g=77753 q=133 ncpus=4) | [ 9222.016823] Sending NMI from CPU 2 to CPUs 0: | [ 9222.017068] NMI backtrace for cpu 0 [ 9222.017077] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9222.017081] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9222.017090] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9222.017091] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9222.017093] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9222.017094] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9222.017095] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9222.017096] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9222.017097] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9222.017099] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9222.017100] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9222.017101] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9222.017102] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9222.017102] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9222.017103] PKRU: 55555554 [ 9222.017104] Call Trace: [ 9222.017111] [ 9222.017116] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9222.017121] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9222.017126] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9222.017129] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9222.017134] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9222.017136] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9222.017143] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9222.017146] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9222.017148] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9222.017151] [ 9222.017151] [ 9222.017152] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9222.017157] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9222.017162] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9222.017166] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9222.017168] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9222.017173] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9222.017176] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9222.017182] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9222.017187] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9222.017191] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9222.017193] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9222.017198] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9222.017205] ? __bfs (kernel/locking/lockdep.c:1787) [ 9222.017207] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9222.017209] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9222.017212] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9222.017214] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9222.017216] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9222.017217] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9222.017219] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9222.017223] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9222.017226] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9222.017230] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9222.017234] tc_run (net/core/dev.c:3912) [ 9222.017239] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9222.017242] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9222.017244] ? eth_header (net/ethernet/eth.c:85) [ 9222.017247] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9222.017251] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9222.017253] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9222.017255] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9222.017259] ? __alloc_skb (net/core/skbuff.c:667) [ 9222.017261] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9222.017263] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9222.017265] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9222.017266] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9222.017267] call_timer_fn (kernel/time/timer.c:1700) [ 9222.017271] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9222.017273] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9222.017278] run_timer_softirq (kernel/time/timer.c:2053) [ 9222.017279] __do_softirq (kernel/softirq.c:553) [ 9222.017282] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9222.017285] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9222.017288] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9222.017289] RIP: 0033:0x7fd2c2613700 [ 9222.017292] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9222.017293] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9222.017294] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9222.017295] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9222.017295] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9222.017296] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9222.017297] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9222.017295] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 9222.017296] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 9222.017297] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9222.017300] [ 9222.040033] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9222.040622] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9222.040917] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9222.041866] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9222.042142] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9222.042511] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9222.042883] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9222.043254] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9222.043623] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9222.043995] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9222.044415] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9222.044723] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9222.045094] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9222.045465] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9222.045837] PKRU: 55555554 [ 9222.045984] Call Trace: [ 9222.046120] [ 9222.046237] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9222.046476] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9222.046720] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9222.046945] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9222.047170] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9222.047404] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9222.047686] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9222.047906] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9222.048160] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9222.048397] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9222.048629] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9222.048905] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9222.049167] [ 9222.049285] [ 9222.049404] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9222.049687] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9222.049950] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9222.050156] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9222.050351] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9222.050595] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9222.050837] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9222.051099] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9222.051314] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9222.051593] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9222.051856] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9222.052142] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9222.052351] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9222.052609] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9222.052838] ? __kernel_text_address (kernel/extable.c:79) [ 9222.053076] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9222.053331] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9222.053609] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9222.053830] ? stack_trace_save (kernel/stacktrace.c:123) [ 9222.054045] ? save_trace (kernel/locking/lockdep.c:584) [ 9222.054240] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9222.054461] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9222.054665] tc_run (net/core/dev.c:3912) [ 9222.054838] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9222.055056] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9222.055268] ? eth_header (net/ethernet/eth.c:85) [ 9222.055458] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9222.055678] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9222.055890] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9222.056108] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9222.056321] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9222.056545] ? __alloc_skb (net/core/skbuff.c:667) [ 9222.056745] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9222.056934] inet_shutdown (net/ipv4/af_inet.c:943) [ 9222.057133] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9222.057332] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9222.057548] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9222.057747] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9222.058014] RIP: 0033:0x7fa2514bebeb [ 9222.058208] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9222.059158] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9222.059550] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9222.059920] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9222.060290] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9222.060660] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9222.061030] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9222.061405] | [ 9300.063691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 9300.064022] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1858684 | [ 9300.064485] rcu: (t=8141347 jiffies g=77753 q=133 ncpus=4) [ 9300.065086] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9300.065639] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9300.065925] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9300.066820] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9300.067079] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9300.067455] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9300.067820] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9300.068185] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9300.068552] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9300.068902] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9300.069295] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9300.069577] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9300.069928] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9300.070275] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9300.070623] PKRU: 55555554 [ 9300.070764] Call Trace: [ 9300.070893] [ 9300.071005] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9300.071230] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9300.071462] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9300.071676] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9300.071891] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9300.072113] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9300.072381] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9300.072587] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9300.072831] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9300.073058] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9300.073278] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9300.073541] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9300.073791] [ 9300.073904] [ 9300.074018] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9300.074291] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9300.074539] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9300.074738] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9300.074926] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9300.075158] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9300.075389] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9300.075639] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9300.075847] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9300.076117] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9300.076365] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9300.076633] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9300.076829] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9300.077030] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9300.077276] ? __bfs (kernel/locking/lockdep.c:1787) [ 9300.077439] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9300.077649] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9300.077858] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9300.078054] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9300.078284] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9300.078496] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9300.078694] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9300.078916] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9300.079115] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9300.079352] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9300.079551] tc_run (net/core/dev.c:3912) [ 9300.079724] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9300.079943] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9300.080152] ? eth_header (net/ethernet/eth.c:85) [ 9300.080355] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9300.080568] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9300.080779] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9300.080981] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9300.081198] ? __alloc_skb (net/core/skbuff.c:667) [ 9300.081390] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9300.081620] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9300.081852] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9300.082052] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9300.082286] call_timer_fn (kernel/time/timer.c:1700) [ 9300.082475] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9300.082697] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9300.082923] run_timer_softirq (kernel/time/timer.c:2053) [ 9300.083125] __do_softirq (kernel/softirq.c:553) [ 9300.083311] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9300.083491] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9300.083734] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9300.083992] RIP: 0033:0x7fd2c2613700 [ 9300.084180] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9300.085075] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9300.085337] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9300.085690] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9300.086040] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9300.086390] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9300.086744] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9300.086744] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9300.087099] | [ 9300.087215] Sending NMI from CPU 0 to CPUs 2: | [ 9300.087444] NMI backtrace for cpu 2 [ 9300.087451] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9300.087453] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9300.087460] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9300.087461] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9300.087463] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9300.087464] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9300.087465] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9300.087466] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9300.087467] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9300.087469] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9300.087471] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9300.087472] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9300.087473] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9300.087473] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9300.087474] PKRU: 55555554 [ 9300.087475] Call Trace: [ 9300.087476] [ 9300.087479] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9300.087485] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9300.087490] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9300.087493] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9300.087497] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9300.087499] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9300.087505] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9300.087508] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9300.087510] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9300.087512] [ 9300.087513] [ 9300.087514] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9300.087519] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9300.087524] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9300.087528] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9300.087530] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9300.087535] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9300.087538] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9300.087544] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9300.087549] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9300.087554] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9300.087558] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9300.087566] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9300.087569] ? __kernel_text_address (kernel/extable.c:79) [ 9300.087571] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9300.087573] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9300.087578] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9300.087582] ? stack_trace_save (kernel/stacktrace.c:123) [ 9300.087584] ? save_trace (kernel/locking/lockdep.c:584) [ 9300.087588] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9300.087592] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9300.087596] tc_run (net/core/dev.c:3912) [ 9300.087599] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9300.087602] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9300.087604] ? eth_header (net/ethernet/eth.c:85) [ 9300.087607] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9300.087610] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9300.087612] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9300.087614] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9300.087617] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9300.087620] ? __alloc_skb (net/core/skbuff.c:667) [ 9300.087623] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9300.087626] inet_shutdown (net/ipv4/af_inet.c:943) [ 9300.087629] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9300.087632] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9300.087634] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9300.087636] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9300.087638] RIP: 0033:0x7fa2514bebeb [ 9300.087640] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9300.087641] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9300.087642] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9300.087643] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9300.087644] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9300.087645] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9300.087645] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9300.087649] | [ 9378.086692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 9378.087006] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1875170 | [ 9378.087463] rcu: (t=8219370 jiffies g=77753 q=133 ncpus=4) [ 9378.088065] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9378.088618] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9378.088896] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9378.089794] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9378.090054] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9378.090405] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9378.090753] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9378.091103] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9378.091454] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9378.091807] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9378.092203] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9378.092488] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9378.092840] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9378.093188] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9378.093538] PKRU: 55555554 [ 9378.093678] Call Trace: [ 9378.093808] [ 9378.093922] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9378.094149] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9378.094380] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9378.094592] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9378.094809] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9378.095029] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9378.095298] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9378.095505] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9378.095748] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9378.095976] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9378.096194] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9378.096456] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9378.096706] [ 9378.096817] [ 9378.096931] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9378.097202] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9378.097450] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9378.097649] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9378.097836] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9378.098067] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9378.098297] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9378.098545] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9378.098754] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9378.099021] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9378.099268] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9378.099534] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9378.099727] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9378.099928] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9378.100173] ? __bfs (kernel/locking/lockdep.c:1787) [ 9378.100339] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9378.100546] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9378.100756] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9378.100952] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9378.101182] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9378.101393] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9378.101588] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9378.101812] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9378.102009] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9378.102220] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9378.102413] tc_run (net/core/dev.c:3912) [ 9378.102577] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9378.102786] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9378.102987] ? eth_header (net/ethernet/eth.c:85) [ 9378.103170] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9378.103379] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9378.103586] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9378.103791] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9378.104008] ? __alloc_skb (net/core/skbuff.c:667) [ 9378.104198] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9378.104427] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9378.104657] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9378.104863] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9378.105092] call_timer_fn (kernel/time/timer.c:1700) [ 9378.105282] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9378.105500] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9378.105725] run_timer_softirq (kernel/time/timer.c:2053) [ 9378.105923] __do_softirq (kernel/softirq.c:553) [ 9378.106109] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9378.106293] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9378.106534] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9378.106792] RIP: 0033:0x7fd2c2613700 [ 9378.106977] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9378.107885] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9378.108145] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9378.108495] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9378.108849] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9378.109198] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9378.109550] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9378.109550] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9378.109908] | [ 9378.110025] Sending NMI from CPU 0 to CPUs 2: | [ 9378.110252] NMI backtrace for cpu 2 [ 9378.110259] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9378.110261] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9378.110268] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9378.110270] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9378.110272] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9378.110273] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9378.110274] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9378.110275] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9378.110276] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9378.110278] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9378.110279] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9378.110281] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9378.110281] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9378.110282] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9378.110283] PKRU: 55555554 [ 9378.110283] Call Trace: [ 9378.110285] [ 9378.110288] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9378.110292] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9378.110297] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9378.110299] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9378.110303] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9378.110305] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9378.110312] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9378.110314] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9378.110317] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9378.110319] [ 9378.110320] [ 9378.110321] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9378.110325] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9378.110330] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9378.110334] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9378.110336] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9378.110340] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9378.110344] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9378.110350] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9378.110354] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9378.110360] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9378.110364] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9378.110371] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9378.110375] ? __kernel_text_address (kernel/extable.c:79) [ 9378.110376] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9378.110379] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9378.110383] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9378.110387] ? stack_trace_save (kernel/stacktrace.c:123) [ 9378.110390] ? save_trace (kernel/locking/lockdep.c:584) [ 9378.110392] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9378.110396] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9378.110400] tc_run (net/core/dev.c:3912) [ 9378.110404] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9378.110406] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9378.110408] ? eth_header (net/ethernet/eth.c:85) [ 9378.110412] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9378.110415] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9378.110417] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9378.110419] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9378.110422] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9378.110426] ? __alloc_skb (net/core/skbuff.c:667) [ 9378.110429] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9378.110432] inet_shutdown (net/ipv4/af_inet.c:943) [ 9378.110435] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9378.110438] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9378.110440] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9378.110443] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9378.110444] RIP: 0033:0x7fa2514bebeb [ 9378.110446] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9378.110448] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9378.110449] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9378.110450] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9378.110450] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9378.110451] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9378.110452] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9456.111022] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1891687 | [ 9456.111510] rcu: (t=8297394 jiffies g=77753 q=133 ncpus=4) | [ 9456.111802] Sending NMI from CPU 2 to CPUs 0: | [ 9456.112045] NMI backtrace for cpu 0 [ 9456.112057] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9456.112059] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9456.112067] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9456.112069] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9456.112070] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9456.112071] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9456.112072] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9456.112073] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9456.112073] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9456.112076] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9456.112077] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9456.112078] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9456.112078] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9456.112079] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9456.112080] PKRU: 55555554 [ 9456.112081] Call Trace: [ 9456.112083] [ 9456.112087] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9456.112092] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9456.112098] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9456.112101] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9456.112105] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9456.112108] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9456.112114] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9456.112117] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9456.112120] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9456.112122] [ 9456.112122] [ 9456.112123] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9456.112129] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9456.112134] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9456.112139] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9456.112141] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9456.112146] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9456.112150] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9456.112156] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9456.112161] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9456.112165] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9456.112167] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9456.112172] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9456.112180] ? __bfs (kernel/locking/lockdep.c:1787) [ 9456.112182] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9456.112184] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9456.112187] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9456.112189] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9456.112190] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9456.112192] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9456.112194] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9456.112198] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9456.112201] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9456.112204] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9456.112209] tc_run (net/core/dev.c:3912) [ 9456.112214] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9456.112216] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9456.112218] ? eth_header (net/ethernet/eth.c:85) [ 9456.112222] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9456.112225] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9456.112227] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9456.112230] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9456.112233] ? __alloc_skb (net/core/skbuff.c:667) [ 9456.112236] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9456.112238] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9456.112239] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9456.112241] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9456.112242] call_timer_fn (kernel/time/timer.c:1700) [ 9456.112245] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9456.112247] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9456.112251] run_timer_softirq (kernel/time/timer.c:2053) [ 9456.112252] __do_softirq (kernel/softirq.c:553) [ 9456.112255] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9456.112258] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9456.112260] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9456.112262] RIP: 0033:0x7fd2c2613700 [ 9456.112265] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9456.112266] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9456.112267] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9456.112267] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9456.112268] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9456.112269] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9456.112270] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9456.112268] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 9456.112269] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 9456.112270] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9456.112273] [ 9456.135005] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9456.135595] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9456.135888] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9456.136841] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9456.137117] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9456.137489] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9456.137858] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9456.138231] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9456.138602] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9456.138976] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9456.139394] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9456.139698] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9456.140071] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9456.140441] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9456.140812] PKRU: 55555554 [ 9456.140960] Call Trace: [ 9456.141096] [ 9456.141210] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9456.141449] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9456.141695] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9456.141917] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9456.142144] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9456.142376] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9456.142657] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9456.142876] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9456.143131] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9456.143371] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9456.143605] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9456.143882] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9456.144145] [ 9456.144262] [ 9456.144380] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9456.144663] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9456.144924] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9456.145134] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9456.145328] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9456.145570] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9456.145813] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9456.146075] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9456.146291] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9456.146573] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9456.146834] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9456.147117] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9456.147326] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9456.147582] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9456.147814] ? __kernel_text_address (kernel/extable.c:79) [ 9456.148049] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9456.148304] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9456.148584] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9456.148803] ? stack_trace_save (kernel/stacktrace.c:123) [ 9456.149018] ? save_trace (kernel/locking/lockdep.c:584) [ 9456.149212] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9456.149435] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9456.149636] tc_run (net/core/dev.c:3912) [ 9456.149807] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9456.150027] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9456.150237] ? eth_header (net/ethernet/eth.c:85) [ 9456.150429] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9456.150648] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9456.150860] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9456.151079] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9456.151291] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9456.151517] ? __alloc_skb (net/core/skbuff.c:667) [ 9456.151718] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9456.151907] inet_shutdown (net/ipv4/af_inet.c:943) [ 9456.152106] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9456.152305] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9456.152519] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9456.152718] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9456.152984] RIP: 0033:0x7fa2514bebeb [ 9456.153182] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9456.154143] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9456.154537] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9456.154908] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9456.155278] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9456.155649] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9456.156019] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9456.156395] | [ 9534.158692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 9534.159012] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1908211 | [ 9534.159467] rcu: (t=8375442 jiffies g=77753 q=134 ncpus=4) [ 9534.160072] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9534.160625] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9534.160908] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9534.161801] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9534.162061] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9534.162409] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9534.162758] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9534.163105] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9534.163456] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9534.163807] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9534.164202] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9534.164485] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9534.164834] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9534.165182] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9534.165531] PKRU: 55555554 [ 9534.165668] Call Trace: [ 9534.165801] [ 9534.165918] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9534.166144] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9534.166377] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9534.166591] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9534.166809] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9534.167031] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9534.167298] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9534.167503] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9534.167745] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9534.167973] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9534.168193] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9534.168457] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9534.168708] [ 9534.168820] [ 9534.168932] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9534.169204] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9534.169451] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9534.169649] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9534.169838] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9534.170070] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9534.170298] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9534.170547] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9534.170761] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9534.171031] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9534.171279] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9534.171551] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9534.171745] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9534.171945] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9534.172191] ? __bfs (kernel/locking/lockdep.c:1787) [ 9534.172356] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9534.172563] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9534.172771] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9534.172970] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9534.173197] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9534.173412] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9534.173607] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9534.173832] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9534.174029] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9534.174239] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9534.174430] tc_run (net/core/dev.c:3912) [ 9534.174593] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9534.174802] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9534.175001] ? eth_header (net/ethernet/eth.c:85) [ 9534.175183] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9534.175396] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9534.175603] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9534.175803] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9534.176021] ? __alloc_skb (net/core/skbuff.c:667) [ 9534.176211] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9534.176441] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9534.176670] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9534.176874] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9534.177102] call_timer_fn (kernel/time/timer.c:1700) [ 9534.177292] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9534.177512] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9534.177737] run_timer_softirq (kernel/time/timer.c:2053) [ 9534.177935] __do_softirq (kernel/softirq.c:553) [ 9534.178121] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9534.178302] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9534.178544] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9534.178801] RIP: 0033:0x7fd2c2613700 [ 9534.178989] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9534.179895] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9534.180155] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9534.180507] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9534.180858] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9534.181213] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9534.181564] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9534.181564] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9534.181922] | [ 9534.182039] Sending NMI from CPU 0 to CPUs 2: | [ 9534.182271] NMI backtrace for cpu 2 [ 9534.182282] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9534.182284] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9534.182291] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 9534.182293] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9534.182294] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9534.182295] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9534.182296] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9534.182297] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9534.182298] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9534.182301] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9534.182303] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9534.182304] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9534.182305] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9534.182305] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9534.182307] PKRU: 55555554 [ 9534.182307] Call Trace: [ 9534.182309] [ 9534.182312] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9534.182318] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9534.182323] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9534.182326] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9534.182330] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9534.182332] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9534.182338] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9534.182340] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9534.182343] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 9534.182346] [ 9534.182346] [ 9534.182347] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9534.182351] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9534.182357] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9534.182361] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9534.182363] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9534.182368] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9534.182372] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9534.182378] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9534.182383] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9534.182388] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9534.182393] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9534.182401] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9534.182404] ? __kernel_text_address (kernel/extable.c:79) [ 9534.182406] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9534.182409] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9534.182413] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9534.182417] ? stack_trace_save (kernel/stacktrace.c:123) [ 9534.182419] ? save_trace (kernel/locking/lockdep.c:584) [ 9534.182422] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9534.182426] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9534.182430] tc_run (net/core/dev.c:3912) [ 9534.182435] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9534.182437] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9534.182439] ? eth_header (net/ethernet/eth.c:85) [ 9534.182443] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9534.182446] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9534.182449] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9534.182451] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9534.182454] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9534.182457] ? __alloc_skb (net/core/skbuff.c:667) [ 9534.182460] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9534.182463] inet_shutdown (net/ipv4/af_inet.c:943) [ 9534.182465] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9534.182468] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9534.182469] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9534.182472] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9534.182473] RIP: 0033:0x7fa2514bebeb [ 9534.182479] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9534.182480] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9534.182481] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9534.182482] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9534.182483] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9534.182483] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9534.182484] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9534.182487] | [ 9612.182691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 9612.183013] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1924716 | [ 9612.183469] rcu: (t=8453466 jiffies g=77753 q=134 ncpus=4) [ 9612.184068] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9612.184620] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9612.184900] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9612.185794] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9612.186056] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9612.186405] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9612.186756] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9612.187105] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9612.187455] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9612.187807] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9612.188203] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9612.188488] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9612.188840] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9612.189190] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9612.189541] PKRU: 55555554 [ 9612.189679] Call Trace: [ 9612.189809] [ 9612.189920] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9612.190147] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9612.190379] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9612.190591] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9612.190806] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9612.191027] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9612.191292] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9612.191500] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9612.191743] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9612.191970] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9612.192190] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9612.192451] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9612.192702] [ 9612.192814] [ 9612.192933] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9612.193204] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9612.193451] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9612.193651] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9612.193838] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9612.194068] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9612.194299] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9612.194550] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9612.194755] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9612.195023] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9612.195272] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9612.195540] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9612.195734] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9612.195932] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9612.196177] ? __bfs (kernel/locking/lockdep.c:1787) [ 9612.196342] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9612.196550] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9612.196760] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9612.196958] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9612.197187] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9612.197400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9612.197595] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9612.197820] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9612.198017] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9612.198228] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9612.198419] tc_run (net/core/dev.c:3912) [ 9612.198583] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9612.198793] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9612.198993] ? eth_header (net/ethernet/eth.c:85) [ 9612.199175] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9612.199386] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9612.199593] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9612.199798] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9612.200012] ? __alloc_skb (net/core/skbuff.c:667) [ 9612.200201] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9612.200430] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9612.200660] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9612.200863] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9612.201092] call_timer_fn (kernel/time/timer.c:1700) [ 9612.201282] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9612.201501] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9612.201727] run_timer_softirq (kernel/time/timer.c:2053) [ 9612.201924] __do_softirq (kernel/softirq.c:553) [ 9612.202111] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9612.202292] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9612.202535] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9612.202793] RIP: 0033:0x7fd2c2613700 [ 9612.202982] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9612.203883] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9612.204143] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9612.204495] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9612.204848] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9612.205201] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9612.205552] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9612.205552] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9612.205911] | [ 9612.206029] Sending NMI from CPU 0 to CPUs 2: | [ 9612.206256] NMI backtrace for cpu 2 [ 9612.206263] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9612.206265] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9612.206273] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9612.206274] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9612.206276] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9612.206277] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9612.206278] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9612.206279] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9612.206280] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9612.206282] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9612.206283] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9612.206284] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9612.206285] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9612.206286] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9612.206286] PKRU: 55555554 [ 9612.206287] Call Trace: [ 9612.206289] [ 9612.206291] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9612.206296] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9612.206300] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9612.206302] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9612.206306] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9612.206308] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9612.206315] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9612.206317] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9612.206320] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9612.206322] [ 9612.206323] [ 9612.206324] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9612.206328] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9612.206333] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9612.206337] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9612.206339] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9612.206344] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9612.206347] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9612.206353] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9612.206358] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9612.206363] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9612.206368] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9612.206376] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9612.206380] ? __kernel_text_address (kernel/extable.c:79) [ 9612.206381] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9612.206384] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9612.206388] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9612.206393] ? stack_trace_save (kernel/stacktrace.c:123) [ 9612.206395] ? save_trace (kernel/locking/lockdep.c:584) [ 9612.206398] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9612.206402] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9612.206406] tc_run (net/core/dev.c:3912) [ 9612.206411] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9612.206414] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9612.206416] ? eth_header (net/ethernet/eth.c:85) [ 9612.206419] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9612.206422] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9612.206424] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9612.206426] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9612.206429] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9612.206432] ? __alloc_skb (net/core/skbuff.c:667) [ 9612.206436] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9612.206438] inet_shutdown (net/ipv4/af_inet.c:943) [ 9612.206441] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9612.206444] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9612.206446] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9612.206448] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9612.206450] RIP: 0033:0x7fa2514bebeb [ 9612.206452] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9612.206453] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9612.206455] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9612.206455] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9612.206456] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9612.206457] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9612.206457] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9690.207039] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1941236 | [ 9690.207524] rcu: (t=8531490 jiffies g=77753 q=134 ncpus=4) | [ 9690.207819] Sending NMI from CPU 2 to CPUs 0: | [ 9690.208065] NMI backtrace for cpu 0 [ 9690.208074] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9690.208079] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9690.208088] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9690.208090] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9690.208092] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9690.208093] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9690.208094] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9690.208095] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9690.208095] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9690.208097] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9690.208099] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9690.208099] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9690.208100] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9690.208101] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9690.208102] PKRU: 55555554 [ 9690.208102] Call Trace: [ 9690.208109] [ 9690.208116] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9690.208121] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9690.208127] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9690.208129] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9690.208134] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9690.208136] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9690.208144] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9690.208146] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9690.208149] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9690.208151] [ 9690.208152] [ 9690.208153] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9690.208157] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9690.208163] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9690.208167] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9690.208169] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9690.208173] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9690.208177] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9690.208183] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9690.208188] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9690.208192] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9690.208195] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9690.208200] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9690.208207] ? __bfs (kernel/locking/lockdep.c:1787) [ 9690.208209] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9690.208211] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9690.208214] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9690.208216] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9690.208218] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9690.208219] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9690.208221] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9690.208226] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9690.208228] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9690.208232] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9690.208236] tc_run (net/core/dev.c:3912) [ 9690.208240] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9690.208242] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9690.208244] ? eth_header (net/ethernet/eth.c:85) [ 9690.208247] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9690.208251] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9690.208253] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9690.208256] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9690.208259] ? __alloc_skb (net/core/skbuff.c:667) [ 9690.208262] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9690.208264] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9690.208265] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9690.208267] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9690.208268] call_timer_fn (kernel/time/timer.c:1700) [ 9690.208272] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9690.208274] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9690.208279] run_timer_softirq (kernel/time/timer.c:2053) [ 9690.208280] __do_softirq (kernel/softirq.c:553) [ 9690.208283] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9690.208286] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9690.208289] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9690.208290] RIP: 0033:0x7fd2c2613700 [ 9690.208292] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9690.208294] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9690.208294] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9690.208295] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9690.208296] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9690.208296] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9690.208297] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9690.208296] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 9690.208296] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 9690.208297] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9690.208300] [ 9690.231053] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9690.231645] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9690.231939] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9690.232897] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9690.233171] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9690.233546] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9690.233919] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9690.234291] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9690.234661] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9690.235036] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9690.235457] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9690.235758] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9690.236132] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9690.236502] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9690.236875] PKRU: 55555554 [ 9690.237023] Call Trace: [ 9690.237159] [ 9690.237277] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9690.237516] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9690.237759] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9690.237988] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9690.238213] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9690.238447] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9690.238729] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9690.238948] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9690.239202] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9690.239443] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9690.239675] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9690.239952] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9690.240215] [ 9690.240334] [ 9690.240453] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9690.240739] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9690.241000] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9690.241208] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9690.241403] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9690.241648] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9690.241891] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9690.242153] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9690.242369] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9690.242655] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9690.242918] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9690.243204] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9690.243414] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9690.243671] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9690.243902] ? __kernel_text_address (kernel/extable.c:79) [ 9690.244141] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9690.244395] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9690.244676] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9690.244895] ? stack_trace_save (kernel/stacktrace.c:123) [ 9690.245112] ? save_trace (kernel/locking/lockdep.c:584) [ 9690.245308] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9690.245530] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9690.245731] tc_run (net/core/dev.c:3912) [ 9690.245904] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9690.246122] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9690.246333] ? eth_header (net/ethernet/eth.c:85) [ 9690.246524] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9690.246747] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9690.246958] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9690.247176] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9690.247391] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9690.247615] ? __alloc_skb (net/core/skbuff.c:667) [ 9690.247817] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9690.248008] inet_shutdown (net/ipv4/af_inet.c:943) [ 9690.248207] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9690.248407] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9690.248622] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9690.248822] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9690.249090] RIP: 0033:0x7fa2514bebeb [ 9690.249284] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9690.250236] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9690.250630] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9690.251003] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9690.251374] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9690.251747] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9690.252117] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9768.255035] rcu: 2-....: (1 GPs behind) idle=926c/1/0x4000000000000000 softirq=41281/41282 fqs=1957736 | [ 9768.255518] rcu: (t=8609538 jiffies g=77753 q=134 ncpus=4) | [ 9768.255810] Sending NMI from CPU 2 to CPUs 0: | [ 9768.256052] NMI backtrace for cpu 0 [ 9768.256060] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9768.256062] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9768.256072] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9768.256073] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9768.256074] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9768.256076] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9768.256077] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9768.256078] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9768.256078] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9768.256081] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9768.256082] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9768.256082] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9768.256083] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9768.256084] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9768.256085] PKRU: 55555554 [ 9768.256085] Call Trace: [ 9768.256089] [ 9768.256093] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9768.256098] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9768.256104] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9768.256107] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9768.256111] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9768.256113] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9768.256121] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9768.256124] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9768.256126] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9768.256129] [ 9768.256129] [ 9768.256130] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9768.256135] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9768.256143] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9768.256147] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9768.256148] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9768.256154] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9768.256158] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9768.256165] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9768.256170] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9768.256173] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9768.256176] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9768.256181] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9768.256189] ? __bfs (kernel/locking/lockdep.c:1787) [ 9768.256191] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9768.256193] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9768.256195] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9768.256197] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9768.256199] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9768.256201] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9768.256202] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9768.256206] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9768.256209] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9768.256212] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9768.256217] tc_run (net/core/dev.c:3912) [ 9768.256222] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9768.256224] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9768.256226] ? eth_header (net/ethernet/eth.c:85) [ 9768.256229] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9768.256233] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9768.256235] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9768.256238] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9768.256242] ? __alloc_skb (net/core/skbuff.c:667) [ 9768.256244] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9768.256246] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9768.256247] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9768.256249] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9768.256250] call_timer_fn (kernel/time/timer.c:1700) [ 9768.256253] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9768.256256] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9768.256260] run_timer_softirq (kernel/time/timer.c:2053) [ 9768.256261] __do_softirq (kernel/softirq.c:553) [ 9768.256265] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9768.256268] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9768.256270] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9768.256272] RIP: 0033:0x7fd2c2613700 [ 9768.256275] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9768.256276] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9768.256277] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9768.256277] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9768.256278] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9768.256279] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9768.256280] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9768.256278] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 | [ 9768.256279] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 | [ 9768.256280] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9768.256283] [ 9768.279031] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9768.279621] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9768.279914] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9768.280867] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9768.281142] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9768.281514] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9768.281886] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9768.282262] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9768.282632] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9768.283004] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9768.283424] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9768.283725] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9768.284098] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9768.284469] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9768.284841] PKRU: 55555554 [ 9768.284989] Call Trace: [ 9768.285125] [ 9768.285243] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9768.285481] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9768.285724] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9768.285950] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9768.286175] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9768.286409] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9768.286690] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9768.286908] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9768.287161] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9768.287403] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9768.287634] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9768.287911] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9768.288174] [ 9768.288293] [ 9768.288412] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9768.288697] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9768.288959] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9768.289167] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9768.289361] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9768.289606] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9768.289850] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9768.290112] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9768.290328] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9768.290609] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9768.290872] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9768.291156] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9768.291368] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9768.291625] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9768.291856] ? __kernel_text_address (kernel/extable.c:79) [ 9768.292095] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9768.292355] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9768.292638] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9768.292857] ? stack_trace_save (kernel/stacktrace.c:123) [ 9768.293075] ? save_trace (kernel/locking/lockdep.c:584) [ 9768.293271] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9768.293493] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9768.293693] tc_run (net/core/dev.c:3912) [ 9768.293866] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9768.294085] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9768.294294] ? eth_header (net/ethernet/eth.c:85) [ 9768.294487] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9768.294709] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9768.294921] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9768.295138] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9768.295352] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9768.295576] ? __alloc_skb (net/core/skbuff.c:667) [ 9768.295777] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9768.295967] inet_shutdown (net/ipv4/af_inet.c:943) [ 9768.296167] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9768.296366] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9768.296580] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9768.296780] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9768.297048] RIP: 0033:0x7fa2514bebeb [ 9768.297241] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9768.298191] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9768.298582] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9768.298954] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9768.299327] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9768.299697] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9768.300065] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9768.300442] | [ 9846.302691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 9846.303011] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1974215 | [ 9846.303471] rcu: (t=8687586 jiffies g=77753 q=134 ncpus=4) [ 9846.304070] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9846.304622] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9846.304902] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9846.305793] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9846.306051] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9846.306399] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9846.306747] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9846.307093] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9846.307442] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9846.307793] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9846.308185] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9846.308469] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9846.308819] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9846.309167] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9846.309513] PKRU: 55555554 [ 9846.309652] Call Trace: [ 9846.309782] [ 9846.309892] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9846.310115] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9846.310346] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9846.310556] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9846.310772] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9846.310992] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9846.311260] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9846.311464] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9846.311705] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9846.311938] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9846.312155] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9846.312417] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9846.312665] [ 9846.312777] [ 9846.312888] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9846.313160] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9846.313407] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9846.313603] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9846.313789] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9846.314020] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9846.314247] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9846.314494] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9846.314701] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9846.314970] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9846.315218] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9846.315484] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9846.315676] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9846.315876] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9846.316120] ? __bfs (kernel/locking/lockdep.c:1787) [ 9846.316284] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9846.316491] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9846.316701] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9846.316897] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9846.317126] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9846.317336] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9846.317531] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9846.317754] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9846.317949] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9846.318161] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9846.318353] tc_run (net/core/dev.c:3912) [ 9846.318513] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9846.318724] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9846.318923] ? eth_header (net/ethernet/eth.c:85) [ 9846.319105] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9846.319316] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9846.319524] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9846.319727] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9846.319938] ? __alloc_skb (net/core/skbuff.c:667) [ 9846.320127] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9846.320356] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9846.320586] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9846.320786] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9846.321015] call_timer_fn (kernel/time/timer.c:1700) [ 9846.321203] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9846.321423] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9846.321646] run_timer_softirq (kernel/time/timer.c:2053) [ 9846.321849] __do_softirq (kernel/softirq.c:553) [ 9846.322035] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9846.322215] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9846.322456] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9846.322716] RIP: 0033:0x7fd2c2613700 [ 9846.322903] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9846.323797] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9846.324056] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9846.324405] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9846.324757] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9846.325106] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9846.325455] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9846.325455] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9846.325811] | [ 9846.325927] Sending NMI from CPU 0 to CPUs 2: | [ 9846.326154] NMI backtrace for cpu 2 [ 9846.326162] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9846.326164] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9846.326171] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9846.326173] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9846.326175] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9846.326176] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9846.326177] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9846.326178] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9846.326178] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9846.326181] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9846.326182] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9846.326183] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9846.326184] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9846.326185] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9846.326185] PKRU: 55555554 [ 9846.326186] Call Trace: [ 9846.326188] [ 9846.326190] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9846.326197] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9846.326202] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9846.326206] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9846.326210] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9846.326212] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9846.326218] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9846.326220] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9846.326223] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9846.326226] [ 9846.326226] [ 9846.326227] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9846.326232] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9846.326237] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9846.326241] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9846.326243] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9846.326248] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9846.326252] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9846.326258] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9846.326264] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9846.326269] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9846.326273] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9846.326281] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9846.326285] ? __kernel_text_address (kernel/extable.c:79) [ 9846.326286] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9846.326289] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9846.326294] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9846.326298] ? stack_trace_save (kernel/stacktrace.c:123) [ 9846.326301] ? save_trace (kernel/locking/lockdep.c:584) [ 9846.326304] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9846.326308] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9846.326312] tc_run (net/core/dev.c:3912) [ 9846.326316] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9846.326318] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9846.326320] ? eth_header (net/ethernet/eth.c:85) [ 9846.326323] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9846.326326] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9846.326329] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9846.326331] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9846.326334] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9846.326338] ? __alloc_skb (net/core/skbuff.c:667) [ 9846.326341] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9846.326344] inet_shutdown (net/ipv4/af_inet.c:943) [ 9846.326347] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9846.326351] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9846.326353] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9846.326355] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9846.326357] RIP: 0033:0x7fa2514bebeb [ 9846.326360] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9846.326361] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9846.326362] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9846.326363] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9846.326364] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9846.326365] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9846.326365] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9846.326369] | [ 9924.326691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 9924.327012] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=1990755 | [ 9924.327469] rcu: (t=8765610 jiffies g=77753 q=134 ncpus=4) [ 9924.328075] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9924.328627] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9924.328906] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9924.329804] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [ 9924.330063] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [ 9924.330414] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [ 9924.330767] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [ 9924.331117] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [ 9924.331467] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [ 9924.331825] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [ 9924.332220] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9924.332503] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [ 9924.332857] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9924.333207] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9924.333557] PKRU: 55555554 [ 9924.333697] Call Trace: [ 9924.333827] [ 9924.333939] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 9924.334164] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 9924.334394] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9924.334609] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [ 9924.334823] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 9924.335045] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 9924.335310] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 9924.335517] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 9924.335759] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 9924.335987] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 9924.336210] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 9924.336472] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 9924.336720] [ 9924.336833] [ 9924.336946] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9924.337217] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9924.337463] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9924.337661] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9924.337848] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9924.338080] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9924.338310] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9924.338559] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9924.338766] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9924.339033] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9924.339281] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9924.339549] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [ 9924.339743] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9924.339942] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9924.340188] ? __bfs (kernel/locking/lockdep.c:1787) [ 9924.340352] ? check_irq_usage (kernel/locking/lockdep.c:2823) [ 9924.340560] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9924.340769] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9924.340964] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [ 9924.341194] ? check_noncircular (kernel/locking/lockdep.c:2172) [ 9924.341406] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 9924.341609] ? is_bpf_text_address (kernel/bpf/core.c:767) [ 9924.341833] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 9924.342032] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9924.342242] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9924.342432] tc_run (net/core/dev.c:3912) [ 9924.342597] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9924.342806] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9924.343005] ? eth_header (net/ethernet/eth.c:85) [ 9924.343186] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9924.343400] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9924.343607] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9924.343809] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9924.344027] ? __alloc_skb (net/core/skbuff.c:667) [ 9924.344217] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9924.344445] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [ 9924.344674] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [ 9924.344876] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [ 9924.345104] call_timer_fn (kernel/time/timer.c:1700) [ 9924.345293] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [ 9924.345515] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [ 9924.345742] run_timer_softirq (kernel/time/timer.c:2053) [ 9924.345942] __do_softirq (kernel/softirq.c:553) [ 9924.346129] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [ 9924.346309] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [ 9924.346552] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 9924.346811] RIP: 0033:0x7fd2c2613700 [ 9924.346998] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [ 9924.347901] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [ 9924.348163] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [ 9924.348514] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [ 9924.348867] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [ 9924.349219] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [ 9924.349571] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9924.349571] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [ 9924.349930] | [ 9924.350050] Sending NMI from CPU 0 to CPUs 2: | [ 9924.350282] NMI backtrace for cpu 2 [ 9924.350289] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 9924.350290] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9924.350298] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 9924.350300] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [ 9924.350302] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [ 9924.350303] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [ 9924.350304] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [ 9924.350305] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [ 9924.350306] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [ 9924.350308] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [ 9924.350310] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 9924.350311] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [ 9924.350311] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 9924.350312] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 9924.350313] PKRU: 55555554 [ 9924.350313] Call Trace: [ 9924.350315] [ 9924.350318] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 9924.350322] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 9924.350327] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 9924.350330] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 9924.350333] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 9924.350336] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 9924.350341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9924.350344] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9924.350347] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 9924.350349] [ 9924.350350] [ 9924.350351] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 9924.350355] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [ 9924.350361] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [ 9924.350364] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [ 9924.350366] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [ 9924.350370] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [ 9924.350374] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [ 9924.350380] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [ 9924.350385] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [ 9924.350390] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [ 9924.350395] fl_classify (net/sched/cls_flower.c:345) cls_flower [ 9924.350402] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [ 9924.350406] ? __kernel_text_address (kernel/extable.c:79) [ 9924.350408] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [ 9924.350411] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [ 9924.350415] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [ 9924.350419] ? stack_trace_save (kernel/stacktrace.c:123) [ 9924.350422] ? save_trace (kernel/locking/lockdep.c:584) [ 9924.350425] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [ 9924.350429] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [ 9924.350433] tc_run (net/core/dev.c:3912) [ 9924.350438] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [ 9924.350440] ? mark_held_locks (kernel/locking/lockdep.c:4274) [ 9924.350442] ? eth_header (net/ethernet/eth.c:85) [ 9924.350446] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [ 9924.350449] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [ 9924.350452] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9924.350453] __ip_queue_xmit (net/ipv4/ip_output.c:535) [ 9924.350457] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [ 9924.350461] ? __alloc_skb (net/core/skbuff.c:667) [ 9924.350464] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [ 9924.350467] inet_shutdown (net/ipv4/af_inet.c:943) [ 9924.350470] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [ 9924.350473] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [ 9924.350474] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [ 9924.350477] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [ 9924.350479] RIP: 0033:0x7fa2514bebeb [ 9924.350481] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [ 9924.350482] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [ 9924.350483] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [ 9924.350484] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [ 9924.350485] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [ 9924.350485] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [ 9924.350486] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [ 9924.350489] | [10002.350692] rcu: INFO: rcu_preempt self-detected stall on CPU | [10002.351019] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=2007228 | [10002.351480] rcu: (t=8843634 jiffies g=77753 q=134 ncpus=4) [10002.352083] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10002.352637] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10002.352919] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10002.353811] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [10002.354069] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [10002.354417] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [10002.354766] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [10002.355114] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [10002.355461] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [10002.355812] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [10002.356208] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10002.356493] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [10002.356843] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10002.357193] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10002.357541] PKRU: 55555554 [10002.357679] Call Trace: [10002.357810] [10002.357928] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [10002.358154] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [10002.358386] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10002.358599] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10002.358814] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [10002.359035] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [10002.359304] ? tick_sched_handle (kernel/time/tick-sched.c:256) [10002.359510] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [10002.359752] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [10002.359980] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [10002.360198] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [10002.360458] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10002.360709] [10002.360821] [10002.360933] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10002.361208] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10002.361456] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10002.361655] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10002.361843] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10002.362073] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10002.362303] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [10002.362550] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [10002.362758] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [10002.363028] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [10002.363276] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10002.363545] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [10002.363738] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10002.363938] fl_classify (net/sched/cls_flower.c:345) cls_flower [10002.364182] ? __bfs (kernel/locking/lockdep.c:1787) [10002.364349] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10002.364555] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10002.364766] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [10002.364962] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10002.365192] ? check_noncircular (kernel/locking/lockdep.c:2172) [10002.365404] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [10002.365598] ? is_bpf_text_address (kernel/bpf/core.c:767) [10002.365824] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [10002.366021] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10002.366233] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10002.366424] tc_run (net/core/dev.c:3912) [10002.366587] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [10002.366798] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10002.366998] ? eth_header (net/ethernet/eth.c:85) [10002.367181] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10002.367390] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10002.367598] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10002.367801] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10002.368015] ? __alloc_skb (net/core/skbuff.c:667) [10002.368205] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10002.368434] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [10002.368664] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [10002.368864] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10002.369093] call_timer_fn (kernel/time/timer.c:1700) [10002.369283] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10002.369501] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [10002.369728] run_timer_softirq (kernel/time/timer.c:2053) [10002.369926] __do_softirq (kernel/softirq.c:553) [10002.370111] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [10002.370292] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [10002.370534] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10002.370790] RIP: 0033:0x7fd2c2613700 [10002.370980] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [10002.371890] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [10002.372149] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [10002.372501] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [10002.372854] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [10002.373207] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [10002.373557] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [10002.373557] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [10002.373915] | [10002.374032] Sending NMI from CPU 0 to CPUs 2: | [10002.374262] NMI backtrace for cpu 2 [10002.374269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10002.374270] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10002.374278] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10002.374279] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [10002.374281] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [10002.374282] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [10002.374283] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [10002.374284] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [10002.374285] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [10002.374287] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [10002.374289] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10002.374289] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [10002.374290] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10002.374291] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10002.374291] PKRU: 55555554 [10002.374292] Call Trace: [10002.374295] [10002.374297] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [10002.374302] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [10002.374306] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [10002.374308] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [10002.374312] ? exc_nmi (arch/x86/kernel/nmi.c:545) [10002.374314] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [10002.374320] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10002.374323] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10002.374326] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10002.374328] [10002.374328] [10002.374329] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10002.374333] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10002.374339] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10002.374343] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10002.374345] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [10002.374350] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [10002.374353] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [10002.374359] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [10002.374364] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10002.374369] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10002.374375] fl_classify (net/sched/cls_flower.c:345) cls_flower [10002.374382] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [10002.374385] ? __kernel_text_address (kernel/extable.c:79) [10002.374387] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [10002.374390] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [10002.374394] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [10002.374398] ? stack_trace_save (kernel/stacktrace.c:123) [10002.374401] ? save_trace (kernel/locking/lockdep.c:584) [10002.374404] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10002.374408] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10002.374412] tc_run (net/core/dev.c:3912) [10002.374416] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [10002.374418] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10002.374420] ? eth_header (net/ethernet/eth.c:85) [10002.374423] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10002.374426] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [10002.374428] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10002.374430] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10002.374433] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10002.374437] ? __alloc_skb (net/core/skbuff.c:667) [10002.374439] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [10002.374442] inet_shutdown (net/ipv4/af_inet.c:943) [10002.374444] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [10002.374448] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [10002.374449] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [10002.374452] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [10002.374454] RIP: 0033:0x7fa2514bebeb [10002.374457] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [10002.374458] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [10002.374459] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [10002.374460] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [10002.374461] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [10002.374461] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [10002.374462] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [10002.374466] | [10080.373691] rcu: INFO: rcu_preempt self-detected stall on CPU | [10080.374003] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=2023708 | [10080.374459] rcu: (t=8921657 jiffies g=77753 q=134 ncpus=4) [10080.375059] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10080.375611] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10080.375887] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10080.376787] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [10080.377046] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [10080.377397] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [10080.377747] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [10080.378096] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [10080.378445] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [10080.378799] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [10080.379193] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10080.379479] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [10080.379834] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10080.380185] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10080.380535] PKRU: 55555554 [10080.380676] Call Trace: [10080.380811] [10080.380923] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [10080.381147] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [10080.381380] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10080.381593] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10080.381810] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [10080.382033] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [10080.382302] ? tick_sched_handle (kernel/time/tick-sched.c:256) [10080.382508] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [10080.382750] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [10080.382978] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [10080.383195] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [10080.383461] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10080.383711] [10080.383823] [10080.383936] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10080.384208] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10080.384455] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10080.384653] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10080.384839] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10080.385073] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10080.385301] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [10080.385548] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [10080.385758] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [10080.386024] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [10080.386274] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10080.386540] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [10080.386735] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10080.386936] fl_classify (net/sched/cls_flower.c:345) cls_flower [10080.387180] ? __bfs (kernel/locking/lockdep.c:1787) [10080.387346] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10080.387554] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10080.387763] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [10080.387959] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10080.388190] ? check_noncircular (kernel/locking/lockdep.c:2172) [10080.388400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [10080.388597] ? is_bpf_text_address (kernel/bpf/core.c:767) [10080.388822] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [10080.389018] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10080.389232] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10080.389424] tc_run (net/core/dev.c:3912) [10080.389585] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [10080.389794] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10080.389994] ? eth_header (net/ethernet/eth.c:85) [10080.390178] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10080.390388] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10080.390598] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10080.390803] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10080.391017] ? __alloc_skb (net/core/skbuff.c:667) [10080.391206] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10080.391437] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [10080.391667] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [10080.391866] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10080.392095] call_timer_fn (kernel/time/timer.c:1700) [10080.392285] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10080.392504] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [10080.392730] run_timer_softirq (kernel/time/timer.c:2053) [10080.392927] __do_softirq (kernel/softirq.c:553) [10080.393113] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [10080.393296] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [10080.393538] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10080.393798] RIP: 0033:0x7fd2c2613700 [10080.393983] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [10080.394889] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [10080.395149] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [10080.395501] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [10080.395856] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [10080.396207] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [10080.396559] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [10080.396559] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [10080.396916] | [10080.397034] Sending NMI from CPU 0 to CPUs 2: | [10080.397262] NMI backtrace for cpu 2 [10080.397269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10080.397271] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [10080.397279] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [10080.397280] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [10080.397282] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [10080.397283] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [10080.397284] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [10080.397285] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [10080.397286] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [10080.397289] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [10080.397290] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10080.397291] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [10080.397292] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10080.397293] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10080.397293] PKRU: 55555554 [10080.397294] Call Trace: [10080.397296] [10080.397299] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [10080.397303] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [10080.397308] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [10080.397310] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [10080.397315] ? exc_nmi (arch/x86/kernel/nmi.c:545) [10080.397317] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [10080.397323] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [10080.397326] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [10080.397328] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [10080.397331] [10080.397331] [10080.397332] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10080.397336] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10080.397342] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10080.397345] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10080.397347] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [10080.397352] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [10080.397354] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [10080.397361] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [10080.397365] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10080.397370] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10080.397375] fl_classify (net/sched/cls_flower.c:345) cls_flower [10080.397382] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [10080.397386] ? __kernel_text_address (kernel/extable.c:79) [10080.397387] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [10080.397390] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [10080.397394] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [10080.397398] ? stack_trace_save (kernel/stacktrace.c:123) [10080.397401] ? save_trace (kernel/locking/lockdep.c:584) [10080.397403] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10080.397408] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10080.397411] tc_run (net/core/dev.c:3912) [10080.397416] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [10080.397419] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10080.397421] ? eth_header (net/ethernet/eth.c:85) [10080.397424] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10080.397427] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [10080.397430] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10080.397432] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10080.397435] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10080.397439] ? __alloc_skb (net/core/skbuff.c:667) [10080.397443] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [10080.397445] inet_shutdown (net/ipv4/af_inet.c:943) [10080.397448] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [10080.397451] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [10080.397453] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [10080.397455] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [10080.397457] RIP: 0033:0x7fa2514bebeb [10080.397459] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [10080.397460] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [10080.397461] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [10080.397462] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [10080.397463] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [10080.397464] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 [10080.397464] R13: 0000000000000000 R14: 0000000000000001 R15: 0000000000000000 | [10080.397468] | [10158.396691] rcu: INFO: rcu_preempt self-detected stall on CPU | [10158.397014] rcu: 0-....: (1 GPs behind) idle=7cf4/1/0x4000000000000000 softirq=41150/41152 fqs=2040167 | [10158.397468] rcu: (t=8999680 jiffies g=77753 q=134 ncpus=4) [10158.398068] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10158.398623] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10158.398901] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10158.399800] RSP: 0000:ffffbef24018f688 EFLAGS: 00000202 [10158.400059] RAX: 0000000000000001 RBX: ffff9a9dc2ac0c98 RCX: 0000000000000001 [10158.400412] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0c98 [10158.400764] RBP: ffff9a9dc2ac0c98 R08: ffffbef24018f448 R09: 0000000000000020 [10158.401144] R10: ffffbef24018f538 R11: 0000000000000001 R12: 0000000000000000 [10158.401508] R13: ffff9a9dc2ac0c00 R14: ffff9a9dc2ac0c98 R15: ffff9a9dc1d5054c [10158.401875] FS: 00007fd2c23d9740(0000) GS:ffff9a9dfec00000(0000) knlGS:0000000000000000 [10158.402285] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10158.402566] CR2: 0000559104c93000 CR3: 0000000003d4e005 CR4: 0000000000770ef0 [10158.402918] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10158.403266] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10158.403613] PKRU: 55555554 [10158.403752] Call Trace: [10158.403882] [10158.403993] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [10158.404219] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [10158.404451] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10158.404664] ? lock_is_held_type (kernel/locking/lockdep.c:5495 kernel/locking/lockdep.c:5825) [10158.404879] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [10158.405101] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [10158.405368] ? tick_sched_handle (kernel/time/tick-sched.c:256) [10158.405573] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [10158.405817] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [10158.406045] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [10158.406264] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [10158.406527] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [10158.406777] [10158.406890] [10158.407003] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10158.407274] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10158.407521] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10158.407720] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10158.407906] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10158.408139] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10158.408369] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [10158.408618] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [10158.408825] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [10158.409092] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [10158.409340] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10158.409606] ? lock_acquire (kernel/locking/lockdep.c:467 kernel/locking/lockdep.c:5756 kernel/locking/lockdep.c:5719) [10158.409801] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10158.410002] fl_classify (net/sched/cls_flower.c:345) cls_flower [10158.410246] ? __bfs (kernel/locking/lockdep.c:1787) [10158.410412] ? check_irq_usage (kernel/locking/lockdep.c:2823) [10158.410621] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10158.410829] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [10158.411025] ? check_path.constprop.0 (kernel/locking/lockdep.c:2145) [10158.411256] ? check_noncircular (kernel/locking/lockdep.c:2172) [10158.411467] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [10158.411665] ? is_bpf_text_address (kernel/bpf/core.c:767) [10158.411887] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [10158.412085] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10158.412298] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10158.412490] tc_run (net/core/dev.c:3912) [10158.412654] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [10158.412865] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10158.413064] ? eth_header (net/ethernet/eth.c:85) [10158.413246] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10158.413456] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10158.413665] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10158.413867] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10158.414081] ? __alloc_skb (net/core/skbuff.c:667) [10158.414272] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10158.414499] tcp_delack_timer_handler (./include/net/net_namespace.h:383 ./include/net/sock.h:634 net/ipv4/tcp_timer.c:345 net/ipv4/tcp_timer.c:308) [10158.414730] tcp_delack_timer (./include/linux/spinlock.h:391 net/ipv4/tcp_timer.c:374) [10158.414930] ? __pfx_tcp_delack_timer (net/ipv4/tcp_timer.c:360) [10158.415159] call_timer_fn (kernel/time/timer.c:1700) [10158.415349] __run_timers.part.0 (kernel/time/timer.c:1752 kernel/time/timer.c:2038) [10158.415568] ? kvm_clock_get_cycles (./arch/x86/include/asm/preempt.h:94 arch/x86/kernel/kvmclock.c:80 arch/x86/kernel/kvmclock.c:86) [10158.415793] run_timer_softirq (kernel/time/timer.c:2053) [10158.415993] __do_softirq (kernel/softirq.c:553) [10158.416179] irq_exit_rcu (kernel/softirq.c:427 kernel/softirq.c:632 kernel/softirq.c:644) [10158.416359] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 69)) [10158.416600] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [10158.416859] RIP: 0033:0x7fd2c2613700 [10158.417043] Code: ff ff 64 89 02 eb bd 0f 1f 00 f3 0f 1e fa 41 89 ca 64 8b 04 25 18 00 00 00 85 c0 75 1d 45 31 c9 45 31 c0 b8 2c 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 68 c3 0f 1f 80 00 00 00 00 41 54 48 83 ec 20 All code ======== 0: ff (bad) 1: ff 64 89 02 jmp *0x2(%rcx,%rcx,4) 5: eb bd jmp 0xffffffffffffffc4 7: 0f 1f 00 nopl (%rax) a: f3 0f 1e fa endbr64 e: 41 89 ca mov %ecx,%r10d 11: 64 8b 04 25 18 00 00 mov %fs:0x18,%eax 18: 00 19: 85 c0 test %eax,%eax 1b: 75 1d jne 0x3a 1d: 45 31 c9 xor %r9d,%r9d 20: 45 31 c0 xor %r8d,%r8d 23: b8 2c 00 00 00 mov $0x2c,%eax 28: 0f 05 syscall 2a:* 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax <-- trapping instruction 30: 77 68 ja 0x9a 32: c3 ret 33: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 3a: 41 54 push %r12 3c: 48 83 ec 20 sub $0x20,%rsp Code starting with the faulting instruction =========================================== 0: 48 3d 00 f0 ff ff cmp $0xfffffffffffff000,%rax 6: 77 68 ja 0x70 8: c3 ret 9: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 10: 41 54 push %r12 12: 48 83 ec 20 sub $0x20,%rsp [10158.417943] RSP: 002b:00007ffe6ba49238 EFLAGS: 00000246 [10158.418204] RAX: 0000000000002000 RBX: 0000000000002000 RCX: 00007fd2c2613700 [10158.418554] RDX: 0000000000002000 RSI: 0000559104c92780 RDI: 0000000000000005 [10158.418906] RBP: 0000559104b589e0 R08: 0000000000000000 R09: 0000000000000000 [10158.419257] R10: 0000000000000000 R11: 0000000000000246 R12: 0000559104bbccf0 [10158.419607] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [10158.419607] R13: 0000559104bbcb10 R14: 0000559104bbcb10 R15: 0000559104b589e0 | [10158.419962] | [10158.420080] Sending NMI from CPU 0 to CPUs 2: | [10158.420309] NMI backtrace for cpu 2 [10158.420320] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [10158.420321] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10158.420329] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [10158.420331] RSP: 0018:ffffbef2401077a8 EFLAGS: 00000202 [10158.420333] RAX: 0000000000000001 RBX: ffff9a9dc2ac0098 RCX: 0000000000000001 [10158.420334] RDX: 0000000000000001 RSI: 0000000000000001 RDI: ffff9a9dc2ac0098 [10158.420335] RBP: ffff9a9dc2ac0098 R08: 0000000000000008 R09: ffffffff96d9d1a8 [10158.420336] R10: 0000000000000000 R11: 0000000000000001 R12: 0000000000000000 [10158.420336] R13: ffff9a9dc2ac0000 R14: ffff9a9dc2ac0098 R15: ffff9a9dc23ea94c [10158.420338] FS: 00007fa251394740(0000) GS:ffff9a9dfed00000(0000) knlGS:0000000000000000 [10158.420340] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [10158.420340] CR2: 00005653cd1c7340 CR3: 000000000263c001 CR4: 0000000000770ef0 [10158.420341] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [10158.420342] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [10158.420343] PKRU: 55555554 [10158.420343] Call Trace: [10158.420345] [10158.420348] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [10158.420353] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [10158.420357] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [10158.420359] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [10158.420363] ? exc_nmi (arch/x86/kernel/nmi.c:545) [10158.420365] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [10158.420371] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10158.420374] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10158.420377] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [10158.420379] [10158.420380] [10158.420381] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [10158.420388] tcp_v4_rcv (./include/linux/skbuff.h:1619 ./include/net/tcp.h:2510 net/ipv4/tcp_ipv4.c:2326) [10158.420393] ip_protocol_deliver_rcu (net/ipv4/ip_input.c:205 (discriminator 1)) [10158.420397] ip_local_deliver_finish (./include/linux/rcupdate.h:779 net/ipv4/ip_input.c:234) [10158.420399] __netif_receive_skb_one_core (net/core/dev.c:5509 (discriminator 4)) [10158.420403] netif_receive_skb (net/core/dev.c:5709 net/core/dev.c:5768) [10158.420406] tcf_mirred_to_dev (net/sched/act_mirred.c:329) act_mirred [10158.420413] tcf_mirred_act (net/sched/act_mirred.c:461 (discriminator 2)) act_mirred [10158.420417] ? tcf_skbedit_act (net/sched/act_skbedit.c:51 (discriminator 3)) act_skbedit [10158.420422] tcf_action_exec (./include/net/tc_wrapper.h:130 net/sched/act_api.c:1100 net/sched/act_api.c:1074) [10158.420426] fl_classify (net/sched/cls_flower.c:345) cls_flower [10158.420434] ? kernel_text_address (kernel/extable.c:97 kernel/extable.c:94) [10158.420437] ? __kernel_text_address (kernel/extable.c:79) [10158.420439] ? unwind_get_return_address (arch/x86/kernel/unwind_orc.c:369 arch/x86/kernel/unwind_orc.c:364) [10158.420441] ? __pfx_stack_trace_consume_entry (kernel/stacktrace.c:83) [10158.420445] ? arch_stack_walk (arch/x86/kernel/stacktrace.c:26) [10158.420449] ? stack_trace_save (kernel/stacktrace.c:123) [10158.420452] ? save_trace (kernel/locking/lockdep.c:584) [10158.420455] ? __lock_acquire (kernel/locking/lockdep.c:5133 (discriminator 1)) [10158.420458] tcf_classify (./include/net/tc_wrapper.h:197 net/sched/cls_api.c:1734 net/sched/cls_api.c:1830) [10158.420462] tc_run (net/core/dev.c:3912) [10158.420466] __dev_queue_xmit (net/core/dev.c:4036 net/core/dev.c:4268) [10158.420468] ? mark_held_locks (kernel/locking/lockdep.c:4274) [10158.420470] ? eth_header (net/ethernet/eth.c:85) [10158.420473] ip_finish_output2 (./include/net/neighbour.h:542 net/ipv4/ip_output.c:235) [10158.420477] ? ip_skb_dst_mtu (./include/net/net_namespace.h:383 ./include/linux/netdevice.h:2655 ./include/net/ip.h:465 ./include/net/ip.h:502) [10158.420479] ? __ip_queue_xmit (net/ipv4/ip_output.c:535) [10158.420481] __ip_queue_xmit (net/ipv4/ip_output.c:535) [10158.420484] __tcp_transmit_skb (net/ipv4/tcp_output.c:1462 (discriminator 4)) [10158.420488] ? __alloc_skb (net/core/skbuff.c:667) [10158.420491] release_sock (./include/net/sock.h:1796 net/core/sock.c:3555) [10158.420494] inet_shutdown (net/ipv4/af_inet.c:943) [10158.420497] __sys_shutdown (net/socket.c:2425 net/socket.c:2437) [10158.420500] __x64_sys_shutdown (net/socket.c:2445 net/socket.c:2443 net/socket.c:2443) [10158.420502] do_syscall_64 (arch/x86/entry/common.c:52 arch/x86/entry/common.c:83) [10158.420504] entry_SYSCALL_64_after_hwframe (arch/x86/entry/entry_64.S:129) [10158.420506] RIP: 0033:0x7fa2514bebeb [10158.420508] Code: 73 01 c3 48 8b 0d 15 92 1b 00 f7 d8 64 89 01 48 83 c8 ff c3 66 2e 0f 1f 84 00 00 00 00 00 90 f3 0f 1e fa b8 30 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 91 1b 00 f7 d8 64 89 01 48 All code ======== 0: 73 01 jae 0x3 2: c3 ret 3: 48 8b 0d 15 92 1b 00 mov 0x1b9215(%rip),%rcx # 0x1b921f a: f7 d8 neg %eax c: 64 89 01 mov %eax,%fs:(%rcx) f: 48 83 c8 ff or $0xffffffffffffffff,%rax 13: c3 ret 14: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 1b: 00 00 00 1e: 90 nop 1f: f3 0f 1e fa endbr64 23: b8 30 00 00 00 mov $0x30,%eax 28: 0f 05 syscall 2a:* 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax <-- trapping instruction 30: 73 01 jae 0x33 32: c3 ret 33: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b921f 3a: f7 d8 neg %eax 3c: 64 89 01 mov %eax,%fs:(%rcx) 3f: 48 rex.W Code starting with the faulting instruction =========================================== 0: 48 3d 01 f0 ff ff cmp $0xfffffffffffff001,%rax 6: 73 01 jae 0x9 8: c3 ret 9: 48 8b 0d e5 91 1b 00 mov 0x1b91e5(%rip),%rcx # 0x1b91f5 10: f7 d8 neg %eax 12: 64 89 01 mov %eax,%fs:(%rcx) 15: 48 rex.W [10158.420510] RSP: 002b:00007ffe4efd4718 EFLAGS: 00000246 ORIG_RAX: 0000000000000030 [10158.420511] RAX: ffffffffffffffda RBX: 0000000000000008 RCX: 00007fa2514bebeb [10158.420512] RDX: 00005653cd662420 RSI: 0000000000000001 RDI: 0000000000000008 [10158.420513] RBP: 0000000000000008 R08: 0000000000000000 R09: 0000000000000000 [10158.420514] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000000008 Finger prints: queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu queued_spin_lock_slowpath:do_raw_spin_lock:tcp_v4_rcv:ip_protocol_deliver_rcu