====================================== | [ 32.624348] ------------[ cut here ]------------ | [ 32.624643] DEBUG_LOCKS_WARN_ON(lock->magic != lock) | [ 32.624658] WARNING: CPU: 0 PID: 11 at kernel/locking/mutex.c:587 __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) | [ 32.625393] Modules linked in: sch_ingress act_mirred cls_basic sch_fq_codel [last unloaded: test_blackhole_dev] [ 32.626357] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 32.626971] Workqueue: netns cleanup_net [ 32.627229] RIP: 0010:__mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 32.627482] Code: ff 90 e8 a2 e7 70 ff 85 c0 74 23 8b 35 9c 8e db 00 85 f6 75 19 90 48 c7 c6 97 37 6a 90 48 c7 c7 3a ac 69 90 e8 00 04 26 ff 90 <0f> 0b 90 90 90 e9 03 fd ff ff 4c 8d 6d a0 4c 89 e7 4c 89 ee e8 d6 All code ======== 0: ff 90 e8 a2 e7 70 call *0x70e7a2e8(%rax) 6: ff 85 c0 74 23 8b incl -0x74dc8b40(%rbp) c: 35 9c 8e db 00 xor $0xdb8e9c,%eax 11: 85 f6 test %esi,%esi 13: 75 19 jne 0x2e 15: 90 nop 16: 48 c7 c6 97 37 6a 90 mov $0xffffffff906a3797,%rsi 1d: 48 c7 c7 3a ac 69 90 mov $0xffffffff9069ac3a,%rdi 24: e8 00 04 26 ff call 0xffffffffff260429 29: 90 nop 2a:* 0f 0b ud2 <-- trapping instruction 2c: 90 nop 2d: 90 nop 2e: 90 nop 2f: e9 03 fd ff ff jmp 0xfffffffffffffd37 34: 4c 8d 6d a0 lea -0x60(%rbp),%r13 38: 4c 89 e7 mov %r12,%rdi 3b: 4c 89 ee mov %r13,%rsi 3e: e8 .byte 0xe8 3f: d6 (bad) Code starting with the faulting instruction =========================================== 0: 0f 0b ud2 2: 90 nop 3: 90 nop 4: 90 nop 5: e9 03 fd ff ff jmp 0xfffffffffffffd0d a: 4c 8d 6d a0 lea -0x60(%rbp),%r13 e: 4c 89 e7 mov %r12,%rdi 11: 4c 89 ee mov %r13,%rsi 14: e8 .byte 0xe8 15: d6 (bad) [ 32.628420] RSP: 0018:ffffb84900063ac0 EFLAGS: 00010282 [ 32.628722] RAX: 0000000000000000 RBX: 0000000000000000 RCX: 00000000ffffdfff [ 32.629119] RDX: 0000000000000000 RSI: 00000000ffffffea RDI: 0000000000000001 [ 32.629510] RBP: ffffb84900063b40 R08: ffffffff90b78508 R09: 00000000ffffdfff [ 32.629893] R10: ffffffff90a98520 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 32.630286] R13: 0000000000000000 R14: ffff9a7942993010 R15: dead000000000122 [ 32.630688] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 32.631122] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 32.631429] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 32.631821] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 32.632210] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 32.632596] PKRU: 55555554 [ 32.632753] Call Trace: [ 32.632909] [ 32.633054] ? __warn (kernel/panic.c:677) [ 32.633251] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 32.633473] ? report_bug (lib/bug.c:201 lib/bug.c:219) [ 32.633697] ? handle_bug (arch/x86/kernel/traps.c:238) [ 32.633913] ? exc_invalid_op (arch/x86/kernel/traps.c:259 (discriminator 1)) [ 32.634141] ? asm_exc_invalid_op (./arch/x86/include/asm/idtentry.h:568) [ 32.634373] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 32.634602] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 32.634894] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 32.635174] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 32.635435] __tcf_action_put (net/sched/act_api.c:377) [ 32.635668] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 32.635909] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 32.636132] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 32.636418] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 32.636700] tcf_proto_destroy (net/sched/cls_api.c:418) [ 32.636936] tcf_chain_flush (net/sched/cls_api.c:737) [ 32.637160] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 32.637373] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 32.637664] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 32.637896] dev_shutdown (net/sched/sch_generic.c:1482) [ 32.638110] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 32.638399] default_device_exit_batch (net/core/dev.c:11629) [ 32.638678] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 32.638894] ? process_one_work (kernel/workqueue.c:2606) [ 32.639135] process_one_work (kernel/workqueue.c:2633) [ 32.639358] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 32.639584] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 32.639840] kthread (kernel/kthread.c:388) [ 32.640033] ? __pfx_kthread (kernel/kthread.c:341) [ 32.640241] ret_from_fork (arch/x86/kernel/process.c:147) [ 32.640454] ? __pfx_kthread (kernel/kthread.c:341) [ 32.640684] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 32.643225] ---[ end trace 0000000000000000 ]--- | [ 58.628558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 58.628888] rcu: 0-....: (26001 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=6500 | [ 58.629385] rcu: (t=26001 jiffies g=18285 q=553 ncpus=4) [ 58.630106] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 58.630691] Workqueue: netns cleanup_net [ 58.630906] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 58.631201] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 58.632151] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 58.632424] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 58.632792] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 58.633158] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 58.633535] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 58.633903] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 58.634272] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 58.634685] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 58.634983] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 58.635352] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 58.635718] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 58.636083] PKRU: 55555554 [ 58.636228] Call Trace: [ 58.636364] [ 58.636477] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 58.636714] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 58.636955] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 58.637163] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 58.637368] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 58.637573] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 58.637808] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 58.638039] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 58.638317] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 58.638533] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 58.638784] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 58.639021] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 58.639249] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 58.639523] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 58.639786] [ 58.639903] [ 58.640020] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 58.640297] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 58.640554] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 58.640759] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 58.640957] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 58.641220] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 58.641478] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 58.641732] __tcf_action_put (net/sched/act_api.c:377) [ 58.641942] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 58.642155] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 58.642359] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 58.642639] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 58.642892] tcf_proto_destroy (net/sched/cls_api.c:418) [ 58.643102] tcf_chain_flush (net/sched/cls_api.c:737) [ 58.643315] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 58.643520] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 58.643787] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 58.643992] dev_shutdown (net/sched/sch_generic.c:1482) [ 58.644183] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 58.644467] default_device_exit_batch (net/core/dev.c:11629) [ 58.644720] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 58.644913] ? process_one_work (kernel/workqueue.c:2606) [ 58.645137] process_one_work (kernel/workqueue.c:2633) [ 58.645349] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 58.645550] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 58.645778] kthread (kernel/kthread.c:388) [ 58.645950] ? __pfx_kthread (kernel/kthread.c:341) [ 58.646155] ret_from_fork (arch/x86/kernel/process.c:147) [ 58.646348] ? __pfx_kthread (kernel/kthread.c:341) [ 58.646546] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 66.620573] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 33972 jiffies s: 9973 root: 0x1/. | [ 66.621186] rcu: blocking rcu_node structures (internal RCU debug): | [ 66.621509] Sending NMI from CPU 3 to CPUs 0: | [ 66.621766] NMI backtrace for cpu 0 [ 66.621773] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 66.621775] Workqueue: netns cleanup_net [ 66.621783] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 66.621790] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 66.621792] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 66.621793] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 66.621794] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 66.621796] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 66.621796] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 66.621797] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 66.621800] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 66.621801] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 66.621802] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 66.621803] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 66.621803] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 66.621804] PKRU: 55555554 [ 66.621805] Call Trace: [ 66.621807] [ 66.621811] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 66.621816] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 66.621820] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 66.621823] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 66.621828] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 66.621829] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 66.621834] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 66.621836] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 66.621838] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 66.621840] [ 66.621841] [ 66.621842] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 66.621847] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 66.621853] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 66.621859] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 66.621860] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 66.621863] __tcf_action_put (net/sched/act_api.c:377) [ 66.621869] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 66.621871] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 66.621875] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 66.621880] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 66.621884] tcf_proto_destroy (net/sched/cls_api.c:418) [ 66.621887] tcf_chain_flush (net/sched/cls_api.c:737) [ 66.621890] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 66.621894] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 66.621899] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 66.621903] dev_shutdown (net/sched/sch_generic.c:1482) [ 66.621905] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 66.621910] default_device_exit_batch (net/core/dev.c:11629) [ 66.621913] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 66.621916] ? process_one_work (kernel/workqueue.c:2606) [ 66.621920] process_one_work (kernel/workqueue.c:2633) [ 66.621923] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 66.621926] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 66.621927] kthread (kernel/kthread.c:388) [ 66.621931] ? __pfx_kthread (kernel/kthread.c:341) [ 66.621932] ret_from_fork (arch/x86/kernel/process.c:147) [ 66.621937] ? __pfx_kthread (kernel/kthread.c:341) [ 66.621938] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 66.621945] | [ 136.650558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 136.650893] rcu: 0-....: (103991 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=26002 | [ 136.651400] rcu: (t=104023 jiffies g=18285 q=553 ncpus=4) [ 136.652125] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 136.652707] Workqueue: netns cleanup_net [ 136.652928] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 136.653218] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 136.654155] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 136.654425] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 136.654791] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 136.655158] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 136.655524] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 136.655889] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 136.656254] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 136.656669] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 136.656965] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 136.657331] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 136.657698] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 136.658068] PKRU: 55555554 [ 136.658211] Call Trace: [ 136.658344] [ 136.658458] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 136.658693] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 136.658931] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 136.659142] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 136.659346] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 136.659548] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 136.659784] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 136.660013] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 136.660293] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 136.660507] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 136.660758] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 136.660994] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 136.661218] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 136.661491] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 136.661753] [ 136.661867] [ 136.661984] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 136.662261] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 136.662516] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 136.662721] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 136.662925] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 136.663188] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 136.663449] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 136.663702] __tcf_action_put (net/sched/act_api.c:377) [ 136.663909] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 136.664119] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 136.664326] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 136.664605] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 136.664858] tcf_proto_destroy (net/sched/cls_api.c:418) [ 136.665065] tcf_chain_flush (net/sched/cls_api.c:737) [ 136.665267] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 136.665472] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 136.665741] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 136.665946] dev_shutdown (net/sched/sch_generic.c:1482) [ 136.666138] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 136.666419] default_device_exit_batch (net/core/dev.c:11629) [ 136.666670] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 136.666861] ? process_one_work (kernel/workqueue.c:2606) [ 136.667083] process_one_work (kernel/workqueue.c:2633) [ 136.667296] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 136.667495] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 136.667722] kthread (kernel/kthread.c:388) [ 136.667892] ? __pfx_kthread (kernel/kthread.c:341) [ 136.668089] ret_from_fork (arch/x86/kernel/process.c:147) [ 136.668283] ? __pfx_kthread (kernel/kthread.c:341) [ 136.668481] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 164.924568] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 132276 jiffies s: 9973 root: 0x1/. | [ 164.925186] rcu: blocking rcu_node structures (internal RCU debug): | [ 164.925534] Sending NMI from CPU 3 to CPUs 0: | [ 164.925814] NMI backtrace for cpu 0 [ 164.925821] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 164.925822] Workqueue: netns cleanup_net [ 164.925828] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 164.925834] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 164.925835] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 164.925836] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 164.925838] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 164.925838] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 164.925839] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 164.925840] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 164.925844] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 164.925845] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 164.925846] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 164.925846] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 164.925847] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 164.925848] PKRU: 55555554 [ 164.925848] Call Trace: [ 164.925851] [ 164.925853] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 164.925858] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 164.925863] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 164.925866] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 164.925869] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 164.925871] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 164.925875] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 164.925877] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 164.925879] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 164.925881] [ 164.925881] [ 164.925882] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 164.925887] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 164.925891] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 164.925895] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 164.925897] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 164.925899] __tcf_action_put (net/sched/act_api.c:377) [ 164.925904] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 164.925906] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 164.925909] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 164.925914] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 164.925918] tcf_proto_destroy (net/sched/cls_api.c:418) [ 164.925921] tcf_chain_flush (net/sched/cls_api.c:737) [ 164.925923] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 164.925926] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 164.925931] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 164.925935] dev_shutdown (net/sched/sch_generic.c:1482) [ 164.925937] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 164.925941] default_device_exit_batch (net/core/dev.c:11629) [ 164.925944] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 164.925947] ? process_one_work (kernel/workqueue.c:2606) [ 164.925950] process_one_work (kernel/workqueue.c:2633) [ 164.925953] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 164.925955] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 164.925957] kthread (kernel/kthread.c:388) [ 164.925959] ? __pfx_kthread (kernel/kthread.c:341) [ 164.925961] ret_from_fork (arch/x86/kernel/process.c:147) [ 164.925964] ? __pfx_kthread (kernel/kthread.c:341) [ 164.925965] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 164.925971] | [ 214.668558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 214.668890] rcu: 0-....: (181978 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=45502 | [ 214.669391] rcu: (t=182041 jiffies g=18285 q=553 ncpus=4) [ 214.670110] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 214.670688] Workqueue: netns cleanup_net [ 214.670897] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 214.671184] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 214.672119] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 214.672391] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 214.672763] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 214.673123] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 214.673484] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 214.673847] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 214.674207] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 214.674620] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 214.674915] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 214.675275] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 214.675638] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 214.676000] PKRU: 55555554 [ 214.676141] Call Trace: [ 214.676273] [ 214.676387] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 214.676619] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 214.676856] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 214.677061] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 214.677262] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 214.677463] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 214.677697] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 214.677925] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 214.678199] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 214.678412] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 214.678660] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 214.678892] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 214.679113] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 214.679385] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 214.679643] [ 214.679758] [ 214.679872] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 214.680147] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 214.680400] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 214.680602] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 214.680795] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 214.681054] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 214.681309] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 214.681557] __tcf_action_put (net/sched/act_api.c:377) [ 214.681761] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 214.681971] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 214.682172] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 214.682447] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 214.682708] tcf_proto_destroy (net/sched/cls_api.c:418) [ 214.682913] tcf_chain_flush (net/sched/cls_api.c:737) [ 214.683114] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 214.683317] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 214.683582] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 214.683784] dev_shutdown (net/sched/sch_generic.c:1482) [ 214.683973] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 214.684251] default_device_exit_batch (net/core/dev.c:11629) [ 214.684501] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 214.684691] ? process_one_work (kernel/workqueue.c:2606) [ 214.684912] process_one_work (kernel/workqueue.c:2633) [ 214.685122] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 214.685318] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 214.685543] kthread (kernel/kthread.c:388) [ 214.685710] ? __pfx_kthread (kernel/kthread.c:341) [ 214.685908] ret_from_fork (arch/x86/kernel/process.c:147) [ 214.686099] ? __pfx_kthread (kernel/kthread.c:341) [ 214.686296] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 263.228582] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 230580 jiffies s: 9973 root: 0x1/. | [ 263.229192] rcu: blocking rcu_node structures (internal RCU debug): | [ 263.229520] Sending NMI from CPU 3 to CPUs 0: | [ 263.229783] NMI backtrace for cpu 0 [ 263.229791] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 263.229794] Workqueue: netns cleanup_net [ 263.229802] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 263.229807] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 263.229809] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 263.229811] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 263.229812] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 263.229813] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 263.229814] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 263.229815] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 263.229818] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 263.229819] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 263.229820] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 263.229821] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 263.229821] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 263.229822] PKRU: 55555554 [ 263.229823] Call Trace: [ 263.229829] [ 263.229834] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 263.229838] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 263.229842] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 263.229844] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 263.229847] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 263.229849] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 263.229852] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 263.229855] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 263.229857] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 263.229859] [ 263.229859] [ 263.229860] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 263.229864] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 263.229867] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 263.229872] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 263.229874] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 263.229876] __tcf_action_put (net/sched/act_api.c:377) [ 263.229881] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 263.229883] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 263.229886] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 263.229891] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 263.229895] tcf_proto_destroy (net/sched/cls_api.c:418) [ 263.229897] tcf_chain_flush (net/sched/cls_api.c:737) [ 263.229900] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 263.229904] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 263.229908] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 263.229912] dev_shutdown (net/sched/sch_generic.c:1482) [ 263.229914] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 263.229918] default_device_exit_batch (net/core/dev.c:11629) [ 263.229920] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 263.229923] ? process_one_work (kernel/workqueue.c:2606) [ 263.229927] process_one_work (kernel/workqueue.c:2633) [ 263.229930] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 263.229932] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 263.229934] kthread (kernel/kthread.c:388) [ 263.229936] ? __pfx_kthread (kernel/kthread.c:341) [ 263.229938] ret_from_fork (arch/x86/kernel/process.c:147) [ 263.229942] ? __pfx_kthread (kernel/kthread.c:341) [ 263.229943] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 263.229948] | [ 292.690558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 292.690901] rcu: 0-....: (259968 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=65004 | [ 292.691407] rcu: (t=260063 jiffies g=18285 q=553 ncpus=4) [ 292.692156] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 292.692740] Workqueue: netns cleanup_net [ 292.692951] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 292.693237] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 292.694183] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 292.694454] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 292.694825] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 292.695191] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 292.695558] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 292.695923] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 292.696290] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 292.696705] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 292.697002] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 292.697370] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 292.697736] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 292.698102] PKRU: 55555554 [ 292.698246] Call Trace: [ 292.698380] [ 292.698494] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 292.698727] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 292.698966] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 292.699174] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 292.699379] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 292.699583] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 292.699817] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 292.700046] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 292.700323] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 292.700539] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 292.700790] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 292.701025] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 292.701251] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 292.701523] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 292.701784] [ 292.701900] [ 292.702016] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 292.702301] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 292.702554] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 292.702760] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 292.702957] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 292.703218] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 292.703477] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 292.703729] __tcf_action_put (net/sched/act_api.c:377) [ 292.703935] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 292.704147] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 292.704350] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 292.704633] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 292.704886] tcf_proto_destroy (net/sched/cls_api.c:418) [ 292.705094] tcf_chain_flush (net/sched/cls_api.c:737) [ 292.705296] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 292.705500] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 292.705765] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 292.705971] dev_shutdown (net/sched/sch_generic.c:1482) [ 292.706162] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 292.706443] default_device_exit_batch (net/core/dev.c:11629) [ 292.706696] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 292.706887] ? process_one_work (kernel/workqueue.c:2606) [ 292.707107] process_one_work (kernel/workqueue.c:2633) [ 292.707320] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 292.707518] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 292.707743] kthread (kernel/kthread.c:388) [ 292.707914] ? __pfx_kthread (kernel/kthread.c:341) [ 292.708112] ret_from_fork (arch/x86/kernel/process.c:147) [ 292.708303] ? __pfx_kthread (kernel/kthread.c:341) [ 292.708500] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 361.532578] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 328884 jiffies s: 9973 root: 0x1/. | [ 361.533458] rcu: blocking rcu_node structures (internal RCU debug): | [ 361.533952] Sending NMI from CPU 3 to CPUs 0: | [ 361.534302] NMI backtrace for cpu 0 [ 361.534308] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 361.534310] Workqueue: netns cleanup_net [ 361.534323] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 361.534328] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 361.534330] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 361.534331] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 361.534332] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 361.534333] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 361.534334] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 361.534335] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 361.534337] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 361.534338] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 361.534339] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 361.534340] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 361.534341] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 361.534342] PKRU: 55555554 [ 361.534342] Call Trace: [ 361.534344] [ 361.534347] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 361.534351] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 361.534355] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 361.534357] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 361.534360] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 361.534362] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 361.534366] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 361.534368] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 361.534370] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 361.534372] [ 361.534373] [ 361.534374] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 361.534378] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 361.534382] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 361.534387] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 361.534388] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 361.534391] __tcf_action_put (net/sched/act_api.c:377) [ 361.534396] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 361.534398] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 361.534401] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 361.534405] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 361.534409] tcf_proto_destroy (net/sched/cls_api.c:418) [ 361.534412] tcf_chain_flush (net/sched/cls_api.c:737) [ 361.534414] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 361.534418] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 361.534423] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 361.534427] dev_shutdown (net/sched/sch_generic.c:1482) [ 361.534429] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 361.534433] default_device_exit_batch (net/core/dev.c:11629) [ 361.534435] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 361.534438] ? process_one_work (kernel/workqueue.c:2606) [ 361.534442] process_one_work (kernel/workqueue.c:2633) [ 361.534444] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 361.534447] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 361.534448] kthread (kernel/kthread.c:388) [ 361.534451] ? __pfx_kthread (kernel/kthread.c:341) [ 361.534452] ret_from_fork (arch/x86/kernel/process.c:147) [ 361.534455] ? __pfx_kthread (kernel/kthread.c:341) [ 361.534456] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 361.534461] | [ 370.708558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 370.708883] rcu: 0-....: (337955 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=84504 | [ 370.709386] rcu: (t=338081 jiffies g=18285 q=557 ncpus=4) [ 370.710104] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 370.710683] Workqueue: netns cleanup_net [ 370.710893] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 370.711180] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 370.712142] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 370.712412] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 370.712780] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 370.713145] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 370.713511] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 370.713877] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 370.714245] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 370.714658] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 370.714956] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 370.715324] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 370.715690] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 370.716055] PKRU: 55555554 [ 370.716202] Call Trace: [ 370.716336] [ 370.716450] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 370.716684] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 370.716923] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 370.717130] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 370.717332] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 370.717537] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 370.717772] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 370.718004] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 370.718280] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 370.718495] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 370.718745] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 370.718980] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 370.719207] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 370.719478] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 370.719739] [ 370.719855] [ 370.719972] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 370.720247] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 370.720502] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 370.720706] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 370.720903] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 370.721164] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 370.721423] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 370.721682] __tcf_action_put (net/sched/act_api.c:377) [ 370.721889] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 370.722100] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 370.722303] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 370.722582] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 370.722834] tcf_proto_destroy (net/sched/cls_api.c:418) [ 370.723044] tcf_chain_flush (net/sched/cls_api.c:737) [ 370.723247] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 370.723451] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 370.723718] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 370.723920] dev_shutdown (net/sched/sch_generic.c:1482) [ 370.724111] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 370.724396] default_device_exit_batch (net/core/dev.c:11629) [ 370.724648] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 370.724840] ? process_one_work (kernel/workqueue.c:2606) [ 370.725060] process_one_work (kernel/workqueue.c:2633) [ 370.725274] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 370.725474] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 370.725700] kthread (kernel/kthread.c:388) [ 370.725871] ? __pfx_kthread (kernel/kthread.c:341) [ 370.726068] ret_from_fork (arch/x86/kernel/process.c:147) [ 370.726258] ? __pfx_kthread (kernel/kthread.c:341) [ 370.726455] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 370.726664] | [ 448.729558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 448.729898] rcu: 0-....: (415959 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=104005 | [ 448.730413] rcu: (t=416102 jiffies g=18285 q=557 ncpus=4) [ 448.731143] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 448.731748] Workqueue: netns cleanup_net [ 448.731959] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 448.732247] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 448.733203] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 448.733474] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 448.733858] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 448.734227] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 448.734596] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 448.734968] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 448.735348] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 448.735777] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 448.736085] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 448.736458] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 448.736837] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 448.737213] PKRU: 55555554 [ 448.737361] Call Trace: [ 448.737496] [ 448.737614] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 448.737859] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 448.738104] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 448.738324] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 448.738532] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 448.738743] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 448.738983] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 448.739217] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 448.739505] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 448.739727] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 448.739988] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 448.740228] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 448.740462] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 448.740733] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 448.741009] [ 448.741127] [ 448.741251] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 448.741545] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 448.741807] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 448.742020] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 448.742218] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 448.742499] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 448.742763] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 448.743026] __tcf_action_put (net/sched/act_api.c:377) [ 448.743241] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 448.743455] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 448.743672] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 448.743952] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 448.744204] tcf_proto_destroy (net/sched/cls_api.c:418) [ 448.744409] tcf_chain_flush (net/sched/cls_api.c:737) [ 448.744611] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 448.744813] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 448.745084] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 448.745291] dev_shutdown (net/sched/sch_generic.c:1482) [ 448.745480] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 448.745761] default_device_exit_batch (net/core/dev.c:11629) [ 448.746024] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 448.746219] ? process_one_work (kernel/workqueue.c:2606) [ 448.746454] process_one_work (kernel/workqueue.c:2633) [ 448.746678] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 448.746876] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 448.747105] kthread (kernel/kthread.c:388) [ 448.747284] ? __pfx_kthread (kernel/kthread.c:341) [ 448.747499] ret_from_fork (arch/x86/kernel/process.c:147) [ 448.747701] ? __pfx_kthread (kernel/kthread.c:341) [ 448.747909] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 459.836571] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 427188 jiffies s: 9973 root: 0x1/. | [ 459.837194] rcu: blocking rcu_node structures (internal RCU debug): | [ 459.837528] Sending NMI from CPU 3 to CPUs 0: | [ 459.837773] NMI backtrace for cpu 0 [ 459.837781] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 459.837783] Workqueue: netns cleanup_net [ 459.837791] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 459.837799] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 459.837800] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 459.837802] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 459.837804] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 459.837805] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 459.837806] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 459.837807] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 459.837809] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 459.837810] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 459.837811] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 459.837812] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 459.837813] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 459.837813] PKRU: 55555554 [ 459.837814] Call Trace: [ 459.837817] [ 459.837820] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 459.837824] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 459.837829] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 459.837832] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 459.837836] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 459.837838] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 459.837842] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 459.837844] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 459.837846] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 459.837848] [ 459.837849] [ 459.837850] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 459.837856] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 459.837860] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 459.837867] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 459.837868] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 459.837871] __tcf_action_put (net/sched/act_api.c:377) [ 459.837878] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 459.837880] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 459.837883] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 459.837888] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 459.837892] tcf_proto_destroy (net/sched/cls_api.c:418) [ 459.837895] tcf_chain_flush (net/sched/cls_api.c:737) [ 459.837897] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 459.837901] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 459.837906] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 459.837910] dev_shutdown (net/sched/sch_generic.c:1482) [ 459.837913] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 459.837917] default_device_exit_batch (net/core/dev.c:11629) [ 459.837920] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 459.837923] ? process_one_work (kernel/workqueue.c:2606) [ 459.837928] process_one_work (kernel/workqueue.c:2633) [ 459.837931] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 459.837934] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 459.837935] kthread (kernel/kthread.c:388) [ 459.837939] ? __pfx_kthread (kernel/kthread.c:341) [ 459.837940] ret_from_fork (arch/x86/kernel/process.c:147) [ 459.837945] ? __pfx_kthread (kernel/kthread.c:341) [ 459.837946] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 459.837953] | [ 526.749558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 526.749899] rcu: 0-....: (493948 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=123507 | [ 526.750410] rcu: (t=494122 jiffies g=18285 q=557 ncpus=4) [ 526.751151] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 526.751731] Workqueue: netns cleanup_net [ 526.751944] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 526.752230] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 526.753169] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 526.753439] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 526.753804] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 526.754180] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 526.754544] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 526.754907] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 526.755277] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 526.755684] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 526.755979] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 526.756342] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 526.756705] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 526.757068] PKRU: 55555554 [ 526.757212] Call Trace: [ 526.757346] [ 526.757458] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 526.757693] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 526.757934] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 526.758144] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 526.758365] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 526.758572] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 526.758805] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 526.759036] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 526.759313] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 526.759526] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 526.759775] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 526.760012] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 526.760238] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 526.760510] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 526.760772] [ 526.760903] [ 526.761020] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 526.761296] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 526.761551] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 526.761755] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 526.761951] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 526.762213] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 526.762469] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 526.762720] __tcf_action_put (net/sched/act_api.c:377) [ 526.762927] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 526.763137] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 526.763340] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 526.763616] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 526.763868] tcf_proto_destroy (net/sched/cls_api.c:418) [ 526.764075] tcf_chain_flush (net/sched/cls_api.c:737) [ 526.764287] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 526.764489] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 526.764753] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 526.764957] dev_shutdown (net/sched/sch_generic.c:1482) [ 526.765147] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 526.765427] default_device_exit_batch (net/core/dev.c:11629) [ 526.765679] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 526.765871] ? process_one_work (kernel/workqueue.c:2606) [ 526.766093] process_one_work (kernel/workqueue.c:2633) [ 526.766304] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 526.766501] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 526.766728] kthread (kernel/kthread.c:388) [ 526.766899] ? __pfx_kthread (kernel/kthread.c:341) [ 526.767097] ret_from_fork (arch/x86/kernel/process.c:147) [ 526.767287] ? __pfx_kthread (kernel/kthread.c:341) [ 526.767484] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 558.140571] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 525492 jiffies s: 9973 root: 0x1/. | [ 558.141218] rcu: blocking rcu_node structures (internal RCU debug): | [ 558.141697] Sending NMI from CPU 3 to CPUs 0: | [ 558.142050] NMI backtrace for cpu 0 [ 558.142064] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 558.142067] Workqueue: netns cleanup_net [ 558.142081] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 558.142088] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 558.142090] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 558.142092] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 558.142094] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 558.142095] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 558.142096] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 558.142097] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 558.142099] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 558.142100] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 558.142101] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 558.142102] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 558.142103] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 558.142103] PKRU: 55555554 [ 558.142104] Call Trace: [ 558.142108] [ 558.142118] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 558.142122] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 558.142127] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 558.142130] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 558.142134] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 558.142136] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 558.142140] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 558.142142] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 558.142144] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 558.142146] [ 558.142147] [ 558.142148] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 558.142154] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 558.142158] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 558.142164] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 558.142165] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 558.142167] __tcf_action_put (net/sched/act_api.c:377) [ 558.142176] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 558.142178] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 558.142182] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 558.142186] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 558.142190] tcf_proto_destroy (net/sched/cls_api.c:418) [ 558.142193] tcf_chain_flush (net/sched/cls_api.c:737) [ 558.142196] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 558.142200] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 558.142205] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 558.142209] dev_shutdown (net/sched/sch_generic.c:1482) [ 558.142212] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 558.142216] default_device_exit_batch (net/core/dev.c:11629) [ 558.142219] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 558.142222] ? process_one_work (kernel/workqueue.c:2606) [ 558.142226] process_one_work (kernel/workqueue.c:2633) [ 558.142229] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 558.142232] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 558.142234] kthread (kernel/kthread.c:388) [ 558.142237] ? __pfx_kthread (kernel/kthread.c:341) [ 558.142239] ret_from_fork (arch/x86/kernel/process.c:147) [ 558.142244] ? __pfx_kthread (kernel/kthread.c:341) [ 558.142245] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 558.142252] | [ 604.770557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 604.770885] rcu: 0-....: (571938 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=143008 | [ 604.771391] rcu: (t=572143 jiffies g=18285 q=557 ncpus=4) [ 604.772111] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 604.772687] Workqueue: netns cleanup_net [ 604.772898] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 604.773184] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 604.774116] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 604.774383] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 604.774747] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 604.775110] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 604.775473] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 604.775835] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 604.776201] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 604.776611] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 604.776904] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 604.777268] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 604.777633] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 604.777997] PKRU: 55555554 [ 604.778141] Call Trace: [ 604.778274] [ 604.778389] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 604.778622] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 604.778857] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 604.779066] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 604.779269] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 604.779470] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 604.779703] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 604.779935] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 604.780211] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 604.780430] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 604.780680] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 604.780914] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 604.781137] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 604.781408] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 604.781668] [ 604.781785] [ 604.781901] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 604.782176] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 604.782431] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 604.782635] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 604.782830] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 604.783090] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 604.783346] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 604.783595] __tcf_action_put (net/sched/act_api.c:377) [ 604.783799] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 604.784007] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 604.784210] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 604.784487] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 604.784742] tcf_proto_destroy (net/sched/cls_api.c:418) [ 604.784947] tcf_chain_flush (net/sched/cls_api.c:737) [ 604.785152] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 604.785354] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 604.785619] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 604.785822] dev_shutdown (net/sched/sch_generic.c:1482) [ 604.786012] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 604.786291] default_device_exit_batch (net/core/dev.c:11629) [ 604.786539] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 604.786730] ? process_one_work (kernel/workqueue.c:2606) [ 604.786948] process_one_work (kernel/workqueue.c:2633) [ 604.787160] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 604.787358] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 604.787580] kthread (kernel/kthread.c:388) [ 604.787749] ? __pfx_kthread (kernel/kthread.c:341) [ 604.787951] ret_from_fork (arch/x86/kernel/process.c:147) [ 604.788141] ? __pfx_kthread (kernel/kthread.c:341) [ 604.788336] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 656.444573] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 623796 jiffies s: 9973 root: 0x1/. | [ 656.445166] rcu: blocking rcu_node structures (internal RCU debug): | [ 656.445494] Sending NMI from CPU 3 to CPUs 0: | [ 656.445745] NMI backtrace for cpu 0 [ 656.445754] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 656.445756] Workqueue: netns cleanup_net [ 656.445765] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 656.445773] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 656.445775] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 656.445776] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 656.445778] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 656.445779] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 656.445780] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 656.445781] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 656.445784] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 656.445785] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 656.445786] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 656.445787] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 656.445788] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 656.445789] PKRU: 55555554 [ 656.445790] Call Trace: [ 656.445794] [ 656.445796] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 656.445801] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 656.445806] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 656.445809] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 656.445813] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 656.445815] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 656.445820] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 656.445822] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 656.445824] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 656.445826] [ 656.445827] [ 656.445828] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 656.445833] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 656.445838] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 656.445844] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 656.445845] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 656.445848] __tcf_action_put (net/sched/act_api.c:377) [ 656.445855] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 656.445857] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 656.445861] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 656.445865] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 656.445869] tcf_proto_destroy (net/sched/cls_api.c:418) [ 656.445872] tcf_chain_flush (net/sched/cls_api.c:737) [ 656.445874] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 656.445878] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 656.445883] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 656.445887] dev_shutdown (net/sched/sch_generic.c:1482) [ 656.445890] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 656.445894] default_device_exit_batch (net/core/dev.c:11629) [ 656.445897] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 656.445900] ? process_one_work (kernel/workqueue.c:2606) [ 656.445906] process_one_work (kernel/workqueue.c:2633) [ 656.445908] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 656.445911] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 656.445913] kthread (kernel/kthread.c:388) [ 656.445916] ? __pfx_kthread (kernel/kthread.c:341) [ 656.445917] ret_from_fork (arch/x86/kernel/process.c:147) [ 656.445921] ? __pfx_kthread (kernel/kthread.c:341) [ 656.445923] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 656.445929] | [ 682.789558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 682.789904] rcu: 0-....: (649926 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=162509 | [ 682.790421] rcu: (t=650162 jiffies g=18285 q=560 ncpus=4) [ 682.791144] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 682.791723] Workqueue: netns cleanup_net [ 682.791935] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 682.792220] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 682.793156] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 682.793425] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 682.793789] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 682.794152] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 682.794512] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 682.794878] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 682.795243] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 682.795653] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 682.795949] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 682.796314] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 682.796677] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 682.797038] PKRU: 55555554 [ 682.797184] Call Trace: [ 682.797316] [ 682.797430] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 682.797662] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 682.797900] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 682.798107] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 682.798312] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 682.798524] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 682.798758] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 682.798998] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 682.799271] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 682.799486] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 682.799739] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 682.799970] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 682.800202] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 682.800471] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 682.800731] [ 682.800847] [ 682.800962] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 682.801237] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 682.801490] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 682.801691] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 682.801887] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 682.802149] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 682.802406] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 682.802656] __tcf_action_put (net/sched/act_api.c:377) [ 682.802862] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 682.803072] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 682.803274] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 682.803550] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 682.803802] tcf_proto_destroy (net/sched/cls_api.c:418) [ 682.804010] tcf_chain_flush (net/sched/cls_api.c:737) [ 682.804212] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 682.804414] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 682.804678] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 682.804880] dev_shutdown (net/sched/sch_generic.c:1482) [ 682.805070] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 682.805352] default_device_exit_batch (net/core/dev.c:11629) [ 682.805605] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 682.805795] ? process_one_work (kernel/workqueue.c:2606) [ 682.806014] process_one_work (kernel/workqueue.c:2633) [ 682.806223] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 682.806421] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 682.806644] kthread (kernel/kthread.c:388) [ 682.806813] ? __pfx_kthread (kernel/kthread.c:341) [ 682.807009] ret_from_fork (arch/x86/kernel/process.c:147) [ 682.807200] ? __pfx_kthread (kernel/kthread.c:341) [ 682.807396] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 754.748574] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 722100 jiffies s: 9973 root: 0x1/. | [ 754.749290] rcu: blocking rcu_node structures (internal RCU debug): | [ 754.749728] Sending NMI from CPU 3 to CPUs 0: | [ 754.750015] NMI backtrace for cpu 0 [ 754.750023] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 754.750025] Workqueue: netns cleanup_net [ 754.750033] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 754.750041] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 754.750043] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 754.750044] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 754.750046] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 754.750047] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 754.750047] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 754.750049] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 754.750051] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 754.750052] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 754.750053] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 754.750054] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 754.750055] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 754.750055] PKRU: 55555554 [ 754.750056] Call Trace: [ 754.750059] [ 754.750061] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 754.750066] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 754.750071] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 754.750074] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 754.750078] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 754.750080] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 754.750085] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 754.750087] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 754.750090] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 754.750092] [ 754.750093] [ 754.750093] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 754.750099] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 754.750103] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 754.750109] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 754.750111] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 754.750113] __tcf_action_put (net/sched/act_api.c:377) [ 754.750119] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 754.750121] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 754.750125] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 754.750129] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 754.750134] tcf_proto_destroy (net/sched/cls_api.c:418) [ 754.750137] tcf_chain_flush (net/sched/cls_api.c:737) [ 754.750139] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 754.750143] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 754.750148] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 754.750153] dev_shutdown (net/sched/sch_generic.c:1482) [ 754.750156] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 754.750160] default_device_exit_batch (net/core/dev.c:11629) [ 754.750163] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 754.750166] ? process_one_work (kernel/workqueue.c:2606) [ 754.750171] process_one_work (kernel/workqueue.c:2633) [ 754.750174] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 754.750176] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 754.750178] kthread (kernel/kthread.c:388) [ 754.750181] ? __pfx_kthread (kernel/kthread.c:341) [ 754.750183] ret_from_fork (arch/x86/kernel/process.c:147) [ 754.750187] ? __pfx_kthread (kernel/kthread.c:341) [ 754.750189] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 754.750195] | [ 760.809559] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 760.810060] rcu: 0-....: (727915 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=182011 | [ 760.810828] rcu: (t=728183 jiffies g=18285 q=560 ncpus=4) [ 760.811920] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 760.812800] Workqueue: netns cleanup_net [ 760.813040] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 760.813329] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 760.814412] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 760.814682] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 760.815052] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 760.815414] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 760.815778] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 760.816149] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 760.816510] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 760.816928] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 760.817220] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 760.817582] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 760.817952] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 760.818312] PKRU: 55555554 [ 760.818454] Call Trace: [ 760.818588] [ 760.818700] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 760.818942] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 760.819179] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 760.819385] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 760.819599] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 760.819799] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 760.820039] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 760.820269] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 760.820544] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 760.820758] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 760.821013] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 760.821244] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 760.821468] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 760.821740] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 760.822009] [ 760.822129] [ 760.822244] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 760.822519] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 760.822774] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 760.822983] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 760.823180] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 760.823439] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 760.823695] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 760.823951] __tcf_action_put (net/sched/act_api.c:377) [ 760.824156] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 760.824368] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 760.824571] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 760.824857] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 760.825108] tcf_proto_destroy (net/sched/cls_api.c:418) [ 760.825319] tcf_chain_flush (net/sched/cls_api.c:737) [ 760.825541] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 760.825745] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 760.826017] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 760.826220] dev_shutdown (net/sched/sch_generic.c:1482) [ 760.826411] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 760.826692] default_device_exit_batch (net/core/dev.c:11629) [ 760.826949] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 760.827140] ? process_one_work (kernel/workqueue.c:2606) [ 760.827363] process_one_work (kernel/workqueue.c:2633) [ 760.827573] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 760.827770] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 760.828002] kthread (kernel/kthread.c:388) [ 760.828171] ? __pfx_kthread (kernel/kthread.c:341) [ 760.828367] ret_from_fork (arch/x86/kernel/process.c:147) [ 760.828558] ? __pfx_kthread (kernel/kthread.c:341) [ 760.828754] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 760.828971] | [ 838.830558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 838.830896] rcu: 0-....: (805918 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=201512 | [ 838.831400] rcu: (t=806203 jiffies g=18285 q=560 ncpus=4) [ 838.832134] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 838.832713] Workqueue: netns cleanup_net [ 838.832926] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 838.833213] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 838.834157] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 838.834426] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 838.834793] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 838.835161] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 838.835524] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 838.835889] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 838.836257] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 838.836671] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 838.836967] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 838.837335] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 838.837701] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 838.838068] PKRU: 55555554 [ 838.838213] Call Trace: [ 838.838348] [ 838.838463] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 838.838698] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 838.838936] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 838.839151] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 838.839357] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 838.839559] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 838.839793] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 838.840022] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 838.840304] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 838.840519] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 838.840770] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 838.841004] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 838.841237] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 838.841508] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 838.841770] [ 838.841886] [ 838.842002] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 838.842278] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 838.842533] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 838.842738] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 838.842935] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 838.843198] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 838.843456] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 838.843708] __tcf_action_put (net/sched/act_api.c:377) [ 838.843913] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 838.844124] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 838.844329] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 838.844608] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 838.844860] tcf_proto_destroy (net/sched/cls_api.c:418) [ 838.845067] tcf_chain_flush (net/sched/cls_api.c:737) [ 838.845270] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 838.845474] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 838.845741] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 838.845947] dev_shutdown (net/sched/sch_generic.c:1482) [ 838.846137] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 838.846419] default_device_exit_batch (net/core/dev.c:11629) [ 838.846671] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 838.846862] ? process_one_work (kernel/workqueue.c:2606) [ 838.847082] process_one_work (kernel/workqueue.c:2633) [ 838.847296] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 838.847495] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 838.847718] kthread (kernel/kthread.c:388) [ 838.847889] ? __pfx_kthread (kernel/kthread.c:341) [ 838.848086] ret_from_fork (arch/x86/kernel/process.c:147) [ 838.848281] ? __pfx_kthread (kernel/kthread.c:341) [ 838.848477] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 853.052569] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 820404 jiffies s: 9973 root: 0x1/. | [ 853.053160] rcu: blocking rcu_node structures (internal RCU debug): | [ 853.053484] Sending NMI from CPU 3 to CPUs 0: | [ 853.053737] NMI backtrace for cpu 0 [ 853.053746] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 853.053748] Workqueue: netns cleanup_net [ 853.053756] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 853.053763] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 853.053764] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 853.053766] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 853.053767] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 853.053768] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 853.053770] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 853.053771] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 853.053774] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 853.053775] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 853.053776] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 853.053777] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 853.053777] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 853.053778] PKRU: 55555554 [ 853.053779] Call Trace: [ 853.053781] [ 853.053784] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 853.053789] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 853.053794] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 853.053797] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 853.053801] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 853.053803] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 853.053808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 853.053810] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 853.053812] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 853.053814] [ 853.053814] [ 853.053815] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 853.053821] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 853.053825] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 853.053831] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 853.053833] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 853.053835] __tcf_action_put (net/sched/act_api.c:377) [ 853.053842] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 853.053844] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 853.053847] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 853.053852] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 853.053856] tcf_proto_destroy (net/sched/cls_api.c:418) [ 853.053859] tcf_chain_flush (net/sched/cls_api.c:737) [ 853.053861] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 853.053865] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 853.053870] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 853.053875] dev_shutdown (net/sched/sch_generic.c:1482) [ 853.053877] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 853.053882] default_device_exit_batch (net/core/dev.c:11629) [ 853.053885] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 853.053888] ? process_one_work (kernel/workqueue.c:2606) [ 853.053893] process_one_work (kernel/workqueue.c:2633) [ 853.053895] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 853.053898] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 853.053900] kthread (kernel/kthread.c:388) [ 853.053903] ? __pfx_kthread (kernel/kthread.c:341) [ 853.053905] ret_from_fork (arch/x86/kernel/process.c:147) [ 853.053909] ? __pfx_kthread (kernel/kthread.c:341) [ 853.053910] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 853.053917] | [ 916.852558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 916.852896] rcu: 0-....: (883909 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=221013 | [ 916.853410] rcu: (t=884225 jiffies g=18285 q=560 ncpus=4) [ 916.854138] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 916.854723] Workqueue: netns cleanup_net [ 916.854938] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 916.855228] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 916.856172] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 916.856443] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 916.856810] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 916.857174] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 916.857541] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 916.857907] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 916.858275] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 916.858689] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 916.858992] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 916.859358] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 916.859725] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 916.860090] PKRU: 55555554 [ 916.860235] Call Trace: [ 916.860370] [ 916.860483] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 916.860721] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 916.860961] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 916.861169] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 916.861373] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 916.861575] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 916.861810] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 916.862041] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 916.862320] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 916.862532] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 916.862783] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 916.863020] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 916.863246] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 916.863518] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 916.863782] [ 916.863900] [ 916.864017] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 916.864309] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 916.864566] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 916.864770] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 916.864967] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 916.865230] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 916.865488] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 916.865740] __tcf_action_put (net/sched/act_api.c:377) [ 916.865946] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 916.866159] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 916.866363] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 916.866641] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 916.866894] tcf_proto_destroy (net/sched/cls_api.c:418) [ 916.867101] tcf_chain_flush (net/sched/cls_api.c:737) [ 916.867307] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 916.867513] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 916.867779] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 916.867983] dev_shutdown (net/sched/sch_generic.c:1482) [ 916.868175] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 916.868457] default_device_exit_batch (net/core/dev.c:11629) [ 916.868716] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 916.868907] ? process_one_work (kernel/workqueue.c:2606) [ 916.869131] process_one_work (kernel/workqueue.c:2633) [ 916.869342] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 916.869540] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 916.869768] kthread (kernel/kthread.c:388) [ 916.869939] ? __pfx_kthread (kernel/kthread.c:341) [ 916.870137] ret_from_fork (arch/x86/kernel/process.c:147) [ 916.870330] ? __pfx_kthread (kernel/kthread.c:341) [ 916.870527] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 951.356570] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 918708 jiffies s: 9973 root: 0x1/. | [ 951.357167] rcu: blocking rcu_node structures (internal RCU debug): | [ 951.357492] Sending NMI from CPU 3 to CPUs 0: | [ 951.357740] NMI backtrace for cpu 0 [ 951.357749] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 951.357751] Workqueue: netns cleanup_net [ 951.357760] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 951.357767] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 951.357768] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 951.357770] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 951.357771] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 951.357773] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 951.357774] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 951.357775] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 951.357778] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 951.357779] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 951.357779] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 951.357780] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 951.357781] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 951.357782] PKRU: 55555554 [ 951.357783] Call Trace: [ 951.357786] [ 951.357789] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 951.357794] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 951.357799] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 951.357802] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 951.357806] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 951.357808] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 951.357813] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 951.357815] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 951.357817] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 951.357819] [ 951.357820] [ 951.357821] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 951.357826] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 951.357831] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 951.357837] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 951.357838] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 951.357840] __tcf_action_put (net/sched/act_api.c:377) [ 951.357847] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 951.357848] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 951.357852] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 951.357857] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 951.357861] tcf_proto_destroy (net/sched/cls_api.c:418) [ 951.357864] tcf_chain_flush (net/sched/cls_api.c:737) [ 951.357867] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 951.357870] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 951.357876] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 951.357880] dev_shutdown (net/sched/sch_generic.c:1482) [ 951.357882] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 951.357887] default_device_exit_batch (net/core/dev.c:11629) [ 951.357889] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 951.357892] ? process_one_work (kernel/workqueue.c:2606) [ 951.357897] process_one_work (kernel/workqueue.c:2633) [ 951.357900] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 951.357902] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 951.357904] kthread (kernel/kthread.c:388) [ 951.357908] ? __pfx_kthread (kernel/kthread.c:341) [ 951.357909] ret_from_fork (arch/x86/kernel/process.c:147) [ 951.357914] ? __pfx_kthread (kernel/kthread.c:341) [ 951.357915] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 951.357921] | [ 994.873558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 994.873894] rcu: 0-....: (961899 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=240514 | [ 994.874401] rcu: (t=962246 jiffies g=18285 q=560 ncpus=4) [ 994.875125] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 994.875705] Workqueue: netns cleanup_net [ 994.875918] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 994.876206] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 994.877143] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 994.877412] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 994.877778] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 994.878146] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 994.878521] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 994.878885] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 994.879251] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 994.879666] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 994.879962] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 994.880328] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 994.880694] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 994.881059] PKRU: 55555554 [ 994.881203] Call Trace: [ 994.881337] [ 994.881451] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 994.881687] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 994.881923] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 994.882134] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 994.882338] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 994.882540] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 994.882776] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 994.883004] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 994.883283] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 994.883501] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 994.883752] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 994.883987] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 994.884212] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 994.884484] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 994.884747] [ 994.884861] [ 994.884977] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 994.885256] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 994.885512] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 994.885715] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 994.885912] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 994.886175] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 994.886432] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 994.886684] __tcf_action_put (net/sched/act_api.c:377) [ 994.886891] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 994.887100] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 994.887306] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 994.887585] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 994.887837] tcf_proto_destroy (net/sched/cls_api.c:418) [ 994.888044] tcf_chain_flush (net/sched/cls_api.c:737) [ 994.888246] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 994.888462] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 994.888729] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 994.888934] dev_shutdown (net/sched/sch_generic.c:1482) [ 994.889125] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 994.889405] default_device_exit_batch (net/core/dev.c:11629) [ 994.889658] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 994.889850] ? process_one_work (kernel/workqueue.c:2606) [ 994.890071] process_one_work (kernel/workqueue.c:2633) [ 994.890283] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 994.890482] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 994.890708] kthread (kernel/kthread.c:388) [ 994.890878] ? __pfx_kthread (kernel/kthread.c:341) [ 994.891074] ret_from_fork (arch/x86/kernel/process.c:147) [ 994.891267] ? __pfx_kthread (kernel/kthread.c:341) [ 994.891464] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1049.660571] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1017012 jiffies s: 9973 root: 0x1/. | [ 1049.661193] rcu: blocking rcu_node structures (internal RCU debug): | [ 1049.661514] Sending NMI from CPU 3 to CPUs 0: | [ 1049.661764] NMI backtrace for cpu 0 [ 1049.661770] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1049.661772] Workqueue: netns cleanup_net [ 1049.661780] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1049.661787] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1049.661789] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1049.661790] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1049.661792] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1049.661793] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1049.661794] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1049.661795] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1049.661797] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1049.661798] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1049.661799] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1049.661800] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1049.661801] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1049.661802] PKRU: 55555554 [ 1049.661802] Call Trace: [ 1049.661805] [ 1049.661808] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1049.661812] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1049.661817] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1049.661821] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1049.661825] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1049.661827] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1049.661832] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1049.661834] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1049.661836] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1049.661839] [ 1049.661839] [ 1049.661840] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1049.661847] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1049.661851] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1049.661858] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1049.661859] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1049.661861] __tcf_action_put (net/sched/act_api.c:377) [ 1049.661868] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1049.661870] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1049.661874] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1049.661879] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1049.661883] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1049.661886] tcf_chain_flush (net/sched/cls_api.c:737) [ 1049.661888] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1049.661892] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1049.661897] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1049.661902] dev_shutdown (net/sched/sch_generic.c:1482) [ 1049.661904] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1049.661909] default_device_exit_batch (net/core/dev.c:11629) [ 1049.661912] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1049.661914] ? process_one_work (kernel/workqueue.c:2606) [ 1049.661920] process_one_work (kernel/workqueue.c:2633) [ 1049.661923] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1049.661925] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1049.661926] kthread (kernel/kthread.c:388) [ 1049.661930] ? __pfx_kthread (kernel/kthread.c:341) [ 1049.661931] ret_from_fork (arch/x86/kernel/process.c:147) [ 1049.661936] ? __pfx_kthread (kernel/kthread.c:341) [ 1049.661937] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1049.661944] | [ 1072.892558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1072.892888] rcu: 0-....: (1039887 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=260016 | [ 1072.893397] rcu: (t=1040265 jiffies g=18285 q=560 ncpus=4) [ 1072.894123] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1072.894703] Workqueue: netns cleanup_net [ 1072.894915] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1072.895203] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1072.896143] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1072.896412] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1072.896777] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1072.897142] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1072.897507] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1072.897875] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1072.898242] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1072.898654] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1072.898948] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1072.899315] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1072.899680] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1072.900045] PKRU: 55555554 [ 1072.900188] Call Trace: [ 1072.900322] [ 1072.900436] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1072.900672] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1072.900907] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1072.901117] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1072.901322] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1072.901525] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1072.901759] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1072.901988] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1072.902264] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1072.902478] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1072.902728] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1072.902962] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1072.903186] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1072.903456] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1072.903718] [ 1072.903832] [ 1072.903948] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1072.904224] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1072.904478] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1072.904682] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1072.904878] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1072.905139] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1072.905397] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1072.905647] __tcf_action_put (net/sched/act_api.c:377) [ 1072.905852] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1072.906061] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1072.906266] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1072.906545] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1072.906797] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1072.907003] tcf_chain_flush (net/sched/cls_api.c:737) [ 1072.907205] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1072.907407] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1072.907673] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1072.907884] dev_shutdown (net/sched/sch_generic.c:1482) [ 1072.908074] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1072.908354] default_device_exit_batch (net/core/dev.c:11629) [ 1072.908604] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1072.908794] ? process_one_work (kernel/workqueue.c:2606) [ 1072.909016] process_one_work (kernel/workqueue.c:2633) [ 1072.909229] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1072.909426] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1072.909651] kthread (kernel/kthread.c:388) [ 1072.909821] ? __pfx_kthread (kernel/kthread.c:341) [ 1072.910017] ret_from_fork (arch/x86/kernel/process.c:147) [ 1072.910208] ? __pfx_kthread (kernel/kthread.c:341) [ 1072.910404] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1147.964573] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1115316 jiffies s: 9973 root: 0x1/. | [ 1147.965272] rcu: blocking rcu_node structures (internal RCU debug): | [ 1147.965607] Sending NMI from CPU 3 to CPUs 0: | [ 1147.965859] NMI backtrace for cpu 0 [ 1147.965867] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1147.965869] Workqueue: netns cleanup_net [ 1147.965878] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1147.965885] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1147.965887] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1147.965889] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1147.965890] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1147.965891] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1147.965892] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1147.965893] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1147.965897] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1147.965898] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1147.965899] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1147.965899] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1147.965900] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1147.965901] PKRU: 55555554 [ 1147.965901] Call Trace: [ 1147.965904] [ 1147.965907] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1147.965911] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1147.965916] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1147.965919] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1147.965923] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1147.965926] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1147.965931] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1147.965933] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1147.965935] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1147.965937] [ 1147.965938] [ 1147.965939] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1147.965945] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1147.965949] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1147.965955] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1147.965957] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1147.965959] __tcf_action_put (net/sched/act_api.c:377) [ 1147.965966] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1147.965968] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1147.965971] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1147.965976] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1147.965980] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1147.965983] tcf_chain_flush (net/sched/cls_api.c:737) [ 1147.965985] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1147.965989] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1147.965994] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1147.965998] dev_shutdown (net/sched/sch_generic.c:1482) [ 1147.966000] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1147.966005] default_device_exit_batch (net/core/dev.c:11629) [ 1147.966008] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1147.966011] ? process_one_work (kernel/workqueue.c:2606) [ 1147.966016] process_one_work (kernel/workqueue.c:2633) [ 1147.966019] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1147.966021] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1147.966023] kthread (kernel/kthread.c:388) [ 1147.966026] ? __pfx_kthread (kernel/kthread.c:341) [ 1147.966028] ret_from_fork (arch/x86/kernel/process.c:147) [ 1147.966032] ? __pfx_kthread (kernel/kthread.c:341) [ 1147.966033] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1147.966041] | [ 1150.914557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1150.914895] rcu: 0-....: (1117878 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=279518 | [ 1150.915406] rcu: (t=1118287 jiffies g=18285 q=560 ncpus=4) [ 1150.916132] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1150.916710] Workqueue: netns cleanup_net [ 1150.916922] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1150.917211] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1150.918154] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1150.918424] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1150.918792] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1150.919158] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1150.919523] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1150.919888] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1150.920258] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1150.920673] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1150.920968] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1150.921333] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1150.921698] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1150.922062] PKRU: 55555554 [ 1150.922206] Call Trace: [ 1150.922339] [ 1150.922454] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1150.922687] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1150.922923] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1150.923132] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1150.923336] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1150.923537] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1150.923772] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1150.924001] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1150.924279] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1150.924493] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1150.924742] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1150.924977] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1150.925202] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1150.925473] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1150.925735] [ 1150.925849] [ 1150.925965] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1150.926244] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1150.926514] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1150.926717] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1150.926913] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1150.927174] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1150.927439] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1150.927692] __tcf_action_put (net/sched/act_api.c:377) [ 1150.927899] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1150.928108] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1150.928315] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1150.928593] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1150.928845] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1150.929051] tcf_chain_flush (net/sched/cls_api.c:737) [ 1150.929254] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1150.929459] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1150.929725] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1150.929929] dev_shutdown (net/sched/sch_generic.c:1482) [ 1150.930119] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1150.930399] default_device_exit_batch (net/core/dev.c:11629) [ 1150.930649] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1150.930842] ? process_one_work (kernel/workqueue.c:2606) [ 1150.931064] process_one_work (kernel/workqueue.c:2633) [ 1150.931279] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1150.931477] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1150.931703] kthread (kernel/kthread.c:388) [ 1150.931871] ? __pfx_kthread (kernel/kthread.c:341) [ 1150.932069] ret_from_fork (arch/x86/kernel/process.c:147) [ 1150.932260] ? __pfx_kthread (kernel/kthread.c:341) [ 1150.932458] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1150.932672] | [ 1228.932558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1228.932885] rcu: 0-....: (1195879 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=299019 | [ 1228.933432] rcu: (t=1196305 jiffies g=18285 q=560 ncpus=4) [ 1228.934165] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1228.934742] Workqueue: netns cleanup_net [ 1228.934954] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1228.935248] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1228.936189] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1228.936456] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1228.936821] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1228.937207] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1228.937571] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1228.937935] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1228.938308] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1228.938720] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1228.939014] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1228.939385] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1228.939749] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1228.940118] PKRU: 55555554 [ 1228.940261] Call Trace: [ 1228.940392] [ 1228.940505] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1228.940743] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1228.940982] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1228.941201] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1228.941406] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1228.941608] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1228.941842] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1228.942081] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1228.942360] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1228.942574] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1228.942825] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1228.943067] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1228.943291] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1228.943562] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1228.943826] [ 1228.943941] [ 1228.944064] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1228.944341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1228.944596] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1228.944803] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1228.944999] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1228.945266] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1228.945523] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1228.945773] __tcf_action_put (net/sched/act_api.c:377) [ 1228.945979] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1228.946194] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1228.946399] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1228.946682] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1228.946933] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1228.947155] tcf_chain_flush (net/sched/cls_api.c:737) [ 1228.947358] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1228.947561] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1228.947826] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1228.948032] dev_shutdown (net/sched/sch_generic.c:1482) [ 1228.948228] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1228.948507] default_device_exit_batch (net/core/dev.c:11629) [ 1228.948757] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1228.948948] ? process_one_work (kernel/workqueue.c:2606) [ 1228.949176] process_one_work (kernel/workqueue.c:2633) [ 1228.949388] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1228.949585] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1228.949809] kthread (kernel/kthread.c:388) [ 1228.949979] ? __pfx_kthread (kernel/kthread.c:341) [ 1228.950182] ret_from_fork (arch/x86/kernel/process.c:147) [ 1228.950373] ? __pfx_kthread (kernel/kthread.c:341) [ 1228.950570] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1246.268569] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1213620 jiffies s: 9973 root: 0x1/. | [ 1246.269174] rcu: blocking rcu_node structures (internal RCU debug): | [ 1246.269503] Sending NMI from CPU 3 to CPUs 0: | [ 1246.269755] NMI backtrace for cpu 0 [ 1246.269762] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1246.269764] Workqueue: netns cleanup_net [ 1246.269770] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1246.269776] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1246.269777] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1246.269778] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1246.269780] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1246.269780] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1246.269782] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1246.269782] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1246.269785] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1246.269786] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1246.269787] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1246.269788] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1246.269789] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1246.269789] PKRU: 55555554 [ 1246.269790] Call Trace: [ 1246.269792] [ 1246.269794] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1246.269800] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1246.269803] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1246.269806] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1246.269810] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1246.269812] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1246.269816] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1246.269818] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1246.269821] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1246.269823] [ 1246.269823] [ 1246.269824] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1246.269828] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1246.269831] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1246.269836] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1246.269838] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1246.269840] __tcf_action_put (net/sched/act_api.c:377) [ 1246.269845] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1246.269847] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1246.269850] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1246.269854] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1246.269858] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1246.269861] tcf_chain_flush (net/sched/cls_api.c:737) [ 1246.269863] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1246.269867] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1246.269872] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1246.269875] dev_shutdown (net/sched/sch_generic.c:1482) [ 1246.269878] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1246.269881] default_device_exit_batch (net/core/dev.c:11629) [ 1246.269884] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1246.269887] ? process_one_work (kernel/workqueue.c:2606) [ 1246.269890] process_one_work (kernel/workqueue.c:2633) [ 1246.269893] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1246.269895] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1246.269897] kthread (kernel/kthread.c:388) [ 1246.269899] ? __pfx_kthread (kernel/kthread.c:341) [ 1246.269901] ret_from_fork (arch/x86/kernel/process.c:147) [ 1246.269904] ? __pfx_kthread (kernel/kthread.c:341) [ 1246.269906] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1246.269911] | [ 1306.951558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1306.951887] rcu: 0-....: (1273867 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=318520 | [ 1306.952400] rcu: (t=1274324 jiffies g=18285 q=560 ncpus=4) [ 1306.953129] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1306.953709] Workqueue: netns cleanup_net [ 1306.953919] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1306.954205] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1306.955146] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1306.955413] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1306.955777] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1306.956139] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1306.956502] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1306.956874] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1306.957238] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1306.957650] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1306.957943] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1306.958310] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1306.958675] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1306.959038] PKRU: 55555554 [ 1306.959182] Call Trace: [ 1306.959315] [ 1306.959428] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1306.959662] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1306.959899] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1306.960110] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1306.960314] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1306.960516] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1306.960751] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1306.960979] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1306.961258] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1306.961471] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1306.961724] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1306.961959] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1306.962183] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1306.962455] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1306.962717] [ 1306.962832] [ 1306.962948] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1306.963227] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1306.963482] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1306.963687] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1306.963883] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1306.964148] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1306.964405] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1306.964657] __tcf_action_put (net/sched/act_api.c:377) [ 1306.964861] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1306.965072] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1306.965276] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1306.965555] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1306.965809] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1306.966015] tcf_chain_flush (net/sched/cls_api.c:737) [ 1306.966217] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1306.966420] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1306.966695] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1306.966900] dev_shutdown (net/sched/sch_generic.c:1482) [ 1306.967091] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1306.967371] default_device_exit_batch (net/core/dev.c:11629) [ 1306.967626] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1306.967818] ? process_one_work (kernel/workqueue.c:2606) [ 1306.968037] process_one_work (kernel/workqueue.c:2633) [ 1306.968249] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1306.968450] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1306.968675] kthread (kernel/kthread.c:388) [ 1306.968844] ? __pfx_kthread (kernel/kthread.c:341) [ 1306.969041] ret_from_fork (arch/x86/kernel/process.c:147) [ 1306.969232] ? __pfx_kthread (kernel/kthread.c:341) [ 1306.969428] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1344.572566] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1311924 jiffies s: 9973 root: 0x1/. | [ 1344.573188] rcu: blocking rcu_node structures (internal RCU debug): | [ 1344.573529] Sending NMI from CPU 3 to CPUs 0: | [ 1344.573792] NMI backtrace for cpu 0 [ 1344.573798] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1344.573799] Workqueue: netns cleanup_net [ 1344.573805] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1344.573811] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1344.573812] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1344.573813] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1344.573814] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1344.573815] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1344.573816] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1344.573817] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1344.573820] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1344.573821] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1344.573822] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1344.573823] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1344.573823] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1344.573824] PKRU: 55555554 [ 1344.573824] Call Trace: [ 1344.573826] [ 1344.573829] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1344.573832] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1344.573836] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1344.573839] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1344.573842] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1344.573844] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1344.573848] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1344.573850] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1344.573852] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1344.573854] [ 1344.573854] [ 1344.573855] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1344.573859] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1344.573863] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1344.573867] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1344.573869] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1344.573871] __tcf_action_put (net/sched/act_api.c:377) [ 1344.573875] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1344.573877] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1344.573880] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1344.573885] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1344.573889] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1344.573892] tcf_chain_flush (net/sched/cls_api.c:737) [ 1344.573894] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1344.573898] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1344.573903] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1344.573906] dev_shutdown (net/sched/sch_generic.c:1482) [ 1344.573909] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1344.573913] default_device_exit_batch (net/core/dev.c:11629) [ 1344.573916] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1344.573918] ? process_one_work (kernel/workqueue.c:2606) [ 1344.573922] process_one_work (kernel/workqueue.c:2633) [ 1344.573924] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1344.573926] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1344.573928] kthread (kernel/kthread.c:388) [ 1344.573931] ? __pfx_kthread (kernel/kthread.c:341) [ 1344.573933] ret_from_fork (arch/x86/kernel/process.c:147) [ 1344.573936] ? __pfx_kthread (kernel/kthread.c:341) [ 1344.573937] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1344.573942] | [ 1384.973559] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1384.973893] rcu: 0-....: (1351858 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=338021 | [ 1384.974487] rcu: (t=1352346 jiffies g=18285 q=560 ncpus=4) [ 1384.975206] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1384.975895] Workqueue: netns cleanup_net [ 1384.976102] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1384.976413] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1384.977427] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1384.977697] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1384.978081] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1384.978505] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1384.978866] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1384.979233] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1384.979683] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1384.980094] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1384.980399] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1384.980834] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1384.981192] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1384.981562] PKRU: 55555554 [ 1384.981704] Call Trace: [ 1384.981869] [ 1384.982020] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1384.982262] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1384.982499] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1384.982705] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1384.982906] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1384.983156] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1384.983440] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1384.983671] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1384.983946] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1384.984158] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1384.984484] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1384.984719] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1384.984941] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1384.985214] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1384.985483] [ 1384.985658] [ 1384.985784] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1384.986059] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1384.986334] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1384.986538] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1384.986736] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1384.987072] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1384.987354] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1384.987604] __tcf_action_put (net/sched/act_api.c:377) [ 1384.987807] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1384.988030] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1384.988309] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1384.988585] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1384.988836] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1384.989041] tcf_chain_flush (net/sched/cls_api.c:737) [ 1384.989256] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1384.989525] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1384.989791] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1384.989993] dev_shutdown (net/sched/sch_generic.c:1482) [ 1384.990182] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1384.990470] default_device_exit_batch (net/core/dev.c:11629) [ 1384.990794] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1384.990983] ? process_one_work (kernel/workqueue.c:2606) [ 1384.991203] process_one_work (kernel/workqueue.c:2633) [ 1384.991441] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1384.991639] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1384.991938] kthread (kernel/kthread.c:388) [ 1384.992105] ? __pfx_kthread (kernel/kthread.c:341) [ 1384.992313] ret_from_fork (arch/x86/kernel/process.c:147) [ 1384.992502] ? __pfx_kthread (kernel/kthread.c:341) [ 1384.992700] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1442.876573] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1410228 jiffies s: 9973 root: 0x1/. | [ 1442.877222] rcu: blocking rcu_node structures (internal RCU debug): | [ 1442.877549] Sending NMI from CPU 3 to CPUs 0: | [ 1442.877797] NMI backtrace for cpu 0 [ 1442.877803] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1442.877805] Workqueue: netns cleanup_net [ 1442.877810] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1442.877816] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1442.877817] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1442.877818] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1442.877819] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1442.877820] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1442.877821] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1442.877822] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1442.877825] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1442.877826] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1442.877827] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1442.877828] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1442.877828] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1442.877829] PKRU: 55555554 [ 1442.877830] Call Trace: [ 1442.877832] [ 1442.877834] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1442.877838] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1442.877841] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1442.877844] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1442.877847] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1442.877849] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1442.877852] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1442.877855] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1442.877857] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1442.877859] [ 1442.877859] [ 1442.877860] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1442.877864] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1442.877868] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1442.877873] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1442.877874] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1442.877876] __tcf_action_put (net/sched/act_api.c:377) [ 1442.877882] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1442.877884] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1442.877887] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1442.877891] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1442.877895] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1442.877898] tcf_chain_flush (net/sched/cls_api.c:737) [ 1442.877900] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1442.877904] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1442.877909] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1442.877912] dev_shutdown (net/sched/sch_generic.c:1482) [ 1442.877915] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1442.877918] default_device_exit_batch (net/core/dev.c:11629) [ 1442.877921] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1442.877923] ? process_one_work (kernel/workqueue.c:2606) [ 1442.877927] process_one_work (kernel/workqueue.c:2633) [ 1442.877930] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1442.877932] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1442.877934] kthread (kernel/kthread.c:388) [ 1442.877936] ? __pfx_kthread (kernel/kthread.c:341) [ 1442.877938] ret_from_fork (arch/x86/kernel/process.c:147) [ 1442.877941] ? __pfx_kthread (kernel/kthread.c:341) [ 1442.877942] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1442.877948] | [ 1462.992558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1462.992885] rcu: 0-....: (1429845 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=357522 | [ 1462.993398] rcu: (t=1430365 jiffies g=18285 q=560 ncpus=4) [ 1462.994127] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1462.994711] Workqueue: netns cleanup_net [ 1462.994922] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1462.995207] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1462.996157] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1462.996426] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1462.996792] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1462.997156] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1462.997521] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1462.997888] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1462.998254] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1462.998667] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1462.998965] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1462.999332] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1462.999698] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1463.000060] PKRU: 55555554 [ 1463.000206] Call Trace: [ 1463.000340] [ 1463.000453] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1463.000686] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1463.000927] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1463.001134] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1463.001337] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1463.001541] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1463.001774] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1463.002005] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1463.002279] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1463.002494] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1463.002743] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1463.002977] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1463.003204] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1463.003474] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1463.003735] [ 1463.003851] [ 1463.003967] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1463.004242] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1463.004496] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1463.004699] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1463.004894] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1463.005157] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1463.005415] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1463.005666] __tcf_action_put (net/sched/act_api.c:377) [ 1463.005878] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1463.006089] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1463.006291] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1463.006570] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1463.006822] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1463.007032] tcf_chain_flush (net/sched/cls_api.c:737) [ 1463.007238] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1463.007442] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1463.007710] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1463.007913] dev_shutdown (net/sched/sch_generic.c:1482) [ 1463.008103] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1463.008385] default_device_exit_batch (net/core/dev.c:11629) [ 1463.008638] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1463.008829] ? process_one_work (kernel/workqueue.c:2606) [ 1463.009049] process_one_work (kernel/workqueue.c:2633) [ 1463.009259] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1463.009459] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1463.009685] kthread (kernel/kthread.c:388) [ 1463.009857] ? __pfx_kthread (kernel/kthread.c:341) [ 1463.010054] ret_from_fork (arch/x86/kernel/process.c:147) [ 1463.010246] ? __pfx_kthread (kernel/kthread.c:341) [ 1463.010444] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1463.010655] | [ 1541.014558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1541.014889] rcu: 0-....: (1507850 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=377024 | [ 1541.015415] rcu: (t=1508387 jiffies g=18285 q=560 ncpus=4) [ 1541.016137] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1541.016713] Workqueue: netns cleanup_net [ 1541.016921] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1541.017207] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1541.018141] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1541.018411] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1541.018774] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1541.019141] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1541.019504] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1541.019866] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1541.020228] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1541.020640] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1541.020935] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1541.021296] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1541.021660] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1541.022022] PKRU: 55555554 [ 1541.022167] Call Trace: [ 1541.022299] [ 1541.022412] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1541.022645] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1541.022881] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1541.023089] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1541.023290] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1541.023491] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1541.023726] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1541.023953] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1541.024229] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1541.024441] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1541.024691] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1541.024924] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1541.025147] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1541.025425] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1541.025684] [ 1541.025798] [ 1541.025911] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1541.026187] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1541.026441] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1541.026643] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1541.026838] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1541.027099] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1541.027358] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1541.027608] __tcf_action_put (net/sched/act_api.c:377) [ 1541.027811] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1541.028021] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1541.028224] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1541.028498] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1541.028751] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1541.028956] tcf_chain_flush (net/sched/cls_api.c:737) [ 1541.029156] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1541.029361] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1541.029626] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1541.029827] dev_shutdown (net/sched/sch_generic.c:1482) [ 1541.030017] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1541.030294] default_device_exit_batch (net/core/dev.c:11629) [ 1541.030543] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1541.030733] ? process_one_work (kernel/workqueue.c:2606) [ 1541.030952] process_one_work (kernel/workqueue.c:2633) [ 1541.031161] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1541.031358] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1541.031583] kthread (kernel/kthread.c:388) [ 1541.031749] ? __pfx_kthread (kernel/kthread.c:341) [ 1541.031946] ret_from_fork (arch/x86/kernel/process.c:147) [ 1541.032136] ? __pfx_kthread (kernel/kthread.c:341) [ 1541.032333] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1541.180575] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1508532 jiffies s: 9973 root: 0x1/. | [ 1541.181393] rcu: blocking rcu_node structures (internal RCU debug): | [ 1541.181854] Sending NMI from CPU 3 to CPUs 0: | [ 1541.182182] NMI backtrace for cpu 0 [ 1541.182186] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1541.182187] Workqueue: netns cleanup_net [ 1541.182189] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1541.182191] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1541.182193] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1541.182194] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1541.182195] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1541.182195] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1541.182196] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1541.182197] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1541.182199] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1541.182200] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1541.182201] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1541.182202] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1541.182202] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1541.182203] PKRU: 55555554 [ 1541.182203] Call Trace: [ 1541.182204] [ 1541.182205] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1541.182209] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1541.182211] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1541.182213] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1541.182216] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1541.182217] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1541.182220] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1541.182222] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1541.182224] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1541.182226] [ 1541.182227] [ 1541.182227] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1541.182230] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1541.182232] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1541.182235] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1541.182236] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1541.182238] __tcf_action_put (net/sched/act_api.c:377) [ 1541.182240] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1541.182241] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1541.182243] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1541.182246] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1541.182250] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1541.182252] tcf_chain_flush (net/sched/cls_api.c:737) [ 1541.182255] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1541.182258] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1541.182261] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1541.182263] dev_shutdown (net/sched/sch_generic.c:1482) [ 1541.182265] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1541.182268] default_device_exit_batch (net/core/dev.c:11629) [ 1541.182270] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1541.182272] ? process_one_work (kernel/workqueue.c:2606) [ 1541.182274] process_one_work (kernel/workqueue.c:2633) [ 1541.182276] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1541.182278] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1541.182280] kthread (kernel/kthread.c:388) [ 1541.182281] ? __pfx_kthread (kernel/kthread.c:341) [ 1541.182283] ret_from_fork (arch/x86/kernel/process.c:147) [ 1541.182285] ? __pfx_kthread (kernel/kthread.c:341) [ 1541.182286] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1541.182290] | [ 1619.032558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1619.032883] rcu: 0-....: (1585837 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=396524 | [ 1619.033391] rcu: (t=1586405 jiffies g=18285 q=560 ncpus=4) [ 1619.034111] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1619.034686] Workqueue: netns cleanup_net [ 1619.034911] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1619.035195] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 1619.036129] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1619.036398] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1619.036761] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1619.037123] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1619.037486] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1619.037848] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1619.038213] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1619.038622] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1619.038917] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1619.039281] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1619.039641] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1619.040007] PKRU: 55555554 [ 1619.040151] Call Trace: [ 1619.040284] [ 1619.040395] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1619.040630] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1619.040867] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1619.041072] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1619.041274] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1619.041474] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1619.041708] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1619.041939] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1619.042212] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1619.042424] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1619.042674] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1619.042908] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1619.043134] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1619.043405] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1619.043665] [ 1619.043781] [ 1619.043896] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1619.044171] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1619.044427] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1619.044631] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1619.044825] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1619.045092] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1619.045353] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1619.045603] __tcf_action_put (net/sched/act_api.c:377) [ 1619.045807] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1619.046018] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1619.046219] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1619.046495] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1619.046747] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1619.046954] tcf_chain_flush (net/sched/cls_api.c:737) [ 1619.047158] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1619.047361] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1619.047625] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1619.047828] dev_shutdown (net/sched/sch_generic.c:1482) [ 1619.048019] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1619.048299] default_device_exit_batch (net/core/dev.c:11629) [ 1619.048549] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1619.048740] ? process_one_work (kernel/workqueue.c:2606) [ 1619.048960] process_one_work (kernel/workqueue.c:2633) [ 1619.049170] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1619.049367] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1619.049593] kthread (kernel/kthread.c:388) [ 1619.049762] ? __pfx_kthread (kernel/kthread.c:341) [ 1619.049959] ret_from_fork (arch/x86/kernel/process.c:147) [ 1619.050151] ? __pfx_kthread (kernel/kthread.c:341) [ 1619.050347] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1639.484568] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1606836 jiffies s: 9973 root: 0x1/. | [ 1639.485174] rcu: blocking rcu_node structures (internal RCU debug): | [ 1639.485506] Sending NMI from CPU 3 to CPUs 0: | [ 1639.485743] NMI backtrace for cpu 0 [ 1639.485748] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1639.485750] Workqueue: netns cleanup_net [ 1639.485755] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1639.485761] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1639.485762] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1639.485763] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1639.485764] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1639.485765] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1639.485766] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1639.485767] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1639.485770] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1639.485771] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1639.485771] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1639.485772] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1639.485773] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1639.485774] PKRU: 55555554 [ 1639.485774] Call Trace: [ 1639.485776] [ 1639.485778] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1639.485782] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1639.485785] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1639.485787] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1639.485791] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1639.485793] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1639.485796] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1639.485799] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1639.485801] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1639.485803] [ 1639.485803] [ 1639.485804] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1639.485809] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1639.485812] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1639.485816] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1639.485818] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1639.485820] __tcf_action_put (net/sched/act_api.c:377) [ 1639.485825] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1639.485827] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1639.485830] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1639.485835] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1639.485839] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1639.485841] tcf_chain_flush (net/sched/cls_api.c:737) [ 1639.485844] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1639.485847] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1639.485853] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1639.485856] dev_shutdown (net/sched/sch_generic.c:1482) [ 1639.485858] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1639.485862] default_device_exit_batch (net/core/dev.c:11629) [ 1639.485865] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1639.485867] ? process_one_work (kernel/workqueue.c:2606) [ 1639.485871] process_one_work (kernel/workqueue.c:2633) [ 1639.485874] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1639.485876] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1639.485878] kthread (kernel/kthread.c:388) [ 1639.485880] ? __pfx_kthread (kernel/kthread.c:341) [ 1639.485882] ret_from_fork (arch/x86/kernel/process.c:147) [ 1639.485885] ? __pfx_kthread (kernel/kthread.c:341) [ 1639.485886] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1639.485892] | [ 1697.053557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1697.053883] rcu: 0-....: (1663827 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=416025 | [ 1697.054393] rcu: (t=1664426 jiffies g=18285 q=560 ncpus=4) [ 1697.055120] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1697.055698] Workqueue: netns cleanup_net [ 1697.055909] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1697.056193] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1697.057129] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1697.057397] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1697.057762] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1697.058124] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1697.058490] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1697.058854] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1697.059219] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1697.059630] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1697.059927] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1697.060294] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1697.060659] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1697.061021] PKRU: 55555554 [ 1697.061168] Call Trace: [ 1697.061300] [ 1697.061414] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1697.061645] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1697.061884] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1697.062090] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1697.062293] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1697.062497] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1697.062728] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1697.062958] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1697.063233] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1697.063448] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1697.063697] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1697.063930] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1697.064155] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1697.064425] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1697.064696] [ 1697.064812] [ 1697.064928] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1697.065203] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1697.065457] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1697.065659] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1697.065853] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1697.066114] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1697.066372] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1697.066622] __tcf_action_put (net/sched/act_api.c:377) [ 1697.066829] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1697.067038] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1697.067240] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1697.067517] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1697.067768] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1697.067977] tcf_chain_flush (net/sched/cls_api.c:737) [ 1697.068180] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1697.068383] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1697.068647] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1697.068849] dev_shutdown (net/sched/sch_generic.c:1482) [ 1697.069039] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1697.069321] default_device_exit_batch (net/core/dev.c:11629) [ 1697.069572] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1697.069763] ? process_one_work (kernel/workqueue.c:2606) [ 1697.069982] process_one_work (kernel/workqueue.c:2633) [ 1697.070193] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1697.070402] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1697.070627] kthread (kernel/kthread.c:388) [ 1697.070797] ? __pfx_kthread (kernel/kthread.c:341) [ 1697.070994] ret_from_fork (arch/x86/kernel/process.c:147) [ 1697.071184] ? __pfx_kthread (kernel/kthread.c:341) [ 1697.071381] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1737.788570] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1705140 jiffies s: 9973 root: 0x1/. | [ 1737.789204] rcu: blocking rcu_node structures (internal RCU debug): | [ 1737.789562] Sending NMI from CPU 3 to CPUs 0: | [ 1737.789813] NMI backtrace for cpu 0 [ 1737.789820] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1737.789822] Workqueue: netns cleanup_net [ 1737.789828] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1737.789833] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1737.789834] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1737.789835] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1737.789836] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1737.789837] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1737.789838] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1737.789839] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1737.789842] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1737.789843] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1737.789844] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1737.789845] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1737.789845] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1737.789846] PKRU: 55555554 [ 1737.789847] Call Trace: [ 1737.789848] [ 1737.789850] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1737.789854] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1737.789857] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1737.789860] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1737.789864] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1737.789866] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1737.789869] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1737.789871] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1737.789874] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1737.789875] [ 1737.789876] [ 1737.789877] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1737.789881] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1737.789884] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1737.789889] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1737.789890] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1737.789892] __tcf_action_put (net/sched/act_api.c:377) [ 1737.789897] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1737.789899] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1737.789902] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1737.789907] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1737.789911] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1737.789914] tcf_chain_flush (net/sched/cls_api.c:737) [ 1737.789916] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1737.789920] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1737.789925] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1737.789928] dev_shutdown (net/sched/sch_generic.c:1482) [ 1737.789930] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1737.789934] default_device_exit_batch (net/core/dev.c:11629) [ 1737.789936] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1737.789939] ? process_one_work (kernel/workqueue.c:2606) [ 1737.789943] process_one_work (kernel/workqueue.c:2633) [ 1737.789945] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1737.789948] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1737.789949] kthread (kernel/kthread.c:388) [ 1737.789951] ? __pfx_kthread (kernel/kthread.c:341) [ 1737.789953] ret_from_fork (arch/x86/kernel/process.c:147) [ 1737.789956] ? __pfx_kthread (kernel/kthread.c:341) [ 1737.789957] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1737.789961] | [ 1775.072558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1775.072884] rcu: 0-....: (1741815 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=435527 | [ 1775.073394] rcu: (t=1742445 jiffies g=18285 q=560 ncpus=4) [ 1775.074127] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1775.074705] Workqueue: netns cleanup_net [ 1775.074914] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1775.075200] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1775.076137] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1775.076409] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1775.076769] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1775.077130] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1775.077492] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1775.077854] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1775.078218] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1775.078629] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1775.078923] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1775.079285] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1775.079649] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1775.080012] PKRU: 55555554 [ 1775.080154] Call Trace: [ 1775.080286] [ 1775.080399] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1775.080632] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1775.080868] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1775.081078] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1775.081281] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1775.081482] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1775.081717] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1775.081944] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1775.082222] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1775.082435] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1775.082686] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1775.082920] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1775.083144] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1775.083419] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1775.083679] [ 1775.083793] [ 1775.083909] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1775.084194] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1775.084448] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1775.084651] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1775.084846] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1775.085106] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1775.085362] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1775.085612] __tcf_action_put (net/sched/act_api.c:377) [ 1775.085815] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1775.086023] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1775.086227] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1775.086503] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1775.086756] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1775.086961] tcf_chain_flush (net/sched/cls_api.c:737) [ 1775.087163] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1775.087367] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1775.087632] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1775.087834] dev_shutdown (net/sched/sch_generic.c:1482) [ 1775.088023] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1775.088302] default_device_exit_batch (net/core/dev.c:11629) [ 1775.088551] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1775.088743] ? process_one_work (kernel/workqueue.c:2606) [ 1775.088963] process_one_work (kernel/workqueue.c:2633) [ 1775.089173] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1775.089370] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1775.089596] kthread (kernel/kthread.c:388) [ 1775.089763] ? __pfx_kthread (kernel/kthread.c:341) [ 1775.089960] ret_from_fork (arch/x86/kernel/process.c:147) [ 1775.090150] ? __pfx_kthread (kernel/kthread.c:341) [ 1775.090347] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1836.092566] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1803444 jiffies s: 9973 root: 0x1/. | [ 1836.093163] rcu: blocking rcu_node structures (internal RCU debug): | [ 1836.093493] Sending NMI from CPU 3 to CPUs 0: | [ 1836.093749] NMI backtrace for cpu 0 [ 1836.093754] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1836.093756] Workqueue: netns cleanup_net [ 1836.093761] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1836.093766] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1836.093768] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1836.093769] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1836.093770] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1836.093771] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1836.093772] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1836.093773] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1836.093776] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1836.093777] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1836.093778] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1836.093779] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1836.093780] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1836.093780] PKRU: 55555554 [ 1836.093781] Call Trace: [ 1836.093783] [ 1836.093785] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1836.093789] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1836.093793] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1836.093795] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1836.093798] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1836.093800] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1836.093804] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1836.093806] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1836.093808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1836.093810] [ 1836.093810] [ 1836.093812] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1836.093816] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1836.093819] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1836.093823] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1836.093825] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1836.093827] __tcf_action_put (net/sched/act_api.c:377) [ 1836.093832] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1836.093834] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1836.093837] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1836.093842] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1836.093846] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1836.093848] tcf_chain_flush (net/sched/cls_api.c:737) [ 1836.093851] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1836.093854] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1836.093860] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1836.093863] dev_shutdown (net/sched/sch_generic.c:1482) [ 1836.093865] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1836.093869] default_device_exit_batch (net/core/dev.c:11629) [ 1836.093871] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1836.093874] ? process_one_work (kernel/workqueue.c:2606) [ 1836.093877] process_one_work (kernel/workqueue.c:2633) [ 1836.093880] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1836.093882] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1836.093884] kthread (kernel/kthread.c:388) [ 1836.093886] ? __pfx_kthread (kernel/kthread.c:341) [ 1836.093887] ret_from_fork (arch/x86/kernel/process.c:147) [ 1836.093890] ? __pfx_kthread (kernel/kthread.c:341) [ 1836.093892] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1836.093897] | [ 1853.090558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1853.090883] rcu: 0-....: (1819802 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=455028 | [ 1853.091393] rcu: (t=1820463 jiffies g=18285 q=560 ncpus=4) [ 1853.092116] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1853.092691] Workqueue: netns cleanup_net [ 1853.092900] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1853.093186] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1853.094127] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1853.094399] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1853.094762] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1853.095125] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1853.095489] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1853.095852] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1853.096213] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1853.096627] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1853.096923] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1853.097285] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1853.097648] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1853.098012] PKRU: 55555554 [ 1853.098155] Call Trace: [ 1853.098286] [ 1853.098399] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1853.098632] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1853.098868] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1853.099075] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1853.099277] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1853.099478] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1853.099712] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1853.099939] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1853.100226] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1853.100439] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1853.100689] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1853.100922] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1853.101145] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1853.101415] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1853.101675] [ 1853.101790] [ 1853.101904] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1853.102180] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1853.102436] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1853.102637] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1853.102831] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1853.103100] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1853.103357] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1853.103605] __tcf_action_put (net/sched/act_api.c:377) [ 1853.103817] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1853.104027] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1853.104229] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1853.104505] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1853.104757] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1853.104963] tcf_chain_flush (net/sched/cls_api.c:737) [ 1853.105166] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1853.105370] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1853.105636] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1853.105838] dev_shutdown (net/sched/sch_generic.c:1482) [ 1853.106028] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1853.106307] default_device_exit_batch (net/core/dev.c:11629) [ 1853.106557] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1853.106748] ? process_one_work (kernel/workqueue.c:2606) [ 1853.106969] process_one_work (kernel/workqueue.c:2633) [ 1853.107178] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1853.107376] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1853.107601] kthread (kernel/kthread.c:388) [ 1853.107768] ? __pfx_kthread (kernel/kthread.c:341) [ 1853.107967] ret_from_fork (arch/x86/kernel/process.c:147) [ 1853.108157] ? __pfx_kthread (kernel/kthread.c:341) [ 1853.108354] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1853.108563] | [ 1931.108559] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1931.108889] rcu: 0-....: (1897803 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=474529 | [ 1931.109408] rcu: (t=1898481 jiffies g=18285 q=560 ncpus=4) [ 1931.110156] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1931.110743] Workqueue: netns cleanup_net [ 1931.110961] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1931.111263] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1931.112210] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1931.112480] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1931.112849] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1931.113228] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1931.113595] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1931.113964] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1931.114338] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1931.114768] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1931.115067] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1931.115440] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1931.115809] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1931.116168] PKRU: 55555554 [ 1931.116312] Call Trace: [ 1931.116448] [ 1931.116566] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1931.116798] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1931.117037] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1931.117243] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1931.117446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1931.117656] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1931.117889] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1931.118125] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1931.118427] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1931.118649] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1931.118898] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1931.119138] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1931.119365] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1931.119637] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1931.119898] [ 1931.120013] [ 1931.120135] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1931.120413] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1931.120669] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1931.120871] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1931.121066] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1931.121326] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1931.121584] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1931.121840] __tcf_action_put (net/sched/act_api.c:377) [ 1931.122055] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1931.122266] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1931.122472] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1931.122750] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1931.123006] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1931.123223] tcf_chain_flush (net/sched/cls_api.c:737) [ 1931.123430] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1931.123648] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1931.123916] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1931.124119] dev_shutdown (net/sched/sch_generic.c:1482) [ 1931.124312] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1931.124601] default_device_exit_batch (net/core/dev.c:11629) [ 1931.124852] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1931.125043] ? process_one_work (kernel/workqueue.c:2606) [ 1931.125262] process_one_work (kernel/workqueue.c:2633) [ 1931.125477] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1931.125675] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1931.125901] kthread (kernel/kthread.c:388) [ 1931.126071] ? __pfx_kthread (kernel/kthread.c:341) [ 1931.126268] ret_from_fork (arch/x86/kernel/process.c:147) [ 1931.126459] ? __pfx_kthread (kernel/kthread.c:341) [ 1931.126656] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1934.396565] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 1901748 jiffies s: 9973 root: 0x1/. | [ 1934.397159] rcu: blocking rcu_node structures (internal RCU debug): | [ 1934.397512] Sending NMI from CPU 3 to CPUs 0: | [ 1934.397761] NMI backtrace for cpu 0 [ 1934.397767] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1934.397768] Workqueue: netns cleanup_net [ 1934.397774] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1934.397779] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1934.397780] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 1934.397781] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 1934.397782] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 1934.397783] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 1934.397784] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 1934.397785] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 1934.397788] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 1934.397789] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1934.397790] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 1934.397790] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1934.397791] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1934.397792] PKRU: 55555554 [ 1934.397792] Call Trace: [ 1934.397794] [ 1934.397796] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 1934.397800] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 1934.397804] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 1934.397806] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 1934.397809] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 1934.397811] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 1934.397815] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1934.397817] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1934.397819] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1934.397821] [ 1934.397822] [ 1934.397822] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1934.397827] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1934.397831] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1934.397836] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1934.397838] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1934.397841] __tcf_action_put (net/sched/act_api.c:377) [ 1934.397846] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1934.397849] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1934.397853] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 1934.397857] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 1934.397861] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1934.397864] tcf_chain_flush (net/sched/cls_api.c:737) [ 1934.397866] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1934.397870] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 1934.397875] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1934.397878] dev_shutdown (net/sched/sch_generic.c:1482) [ 1934.397881] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1934.397884] default_device_exit_batch (net/core/dev.c:11629) [ 1934.397887] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 1934.397889] ? process_one_work (kernel/workqueue.c:2606) [ 1934.397893] process_one_work (kernel/workqueue.c:2633) [ 1934.397896] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1934.397898] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1934.397900] kthread (kernel/kthread.c:388) [ 1934.397902] ? __pfx_kthread (kernel/kthread.c:341) [ 1934.397904] ret_from_fork (arch/x86/kernel/process.c:147) [ 1934.397907] ? __pfx_kthread (kernel/kthread.c:341) [ 1934.397908] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1934.397913] | [ 2009.126558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2009.126889] rcu: 0-....: (1975790 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=494030 | [ 2009.127410] rcu: (t=1976499 jiffies g=18285 q=560 ncpus=4) [ 2009.128140] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2009.128727] Workqueue: netns cleanup_net [ 2009.128937] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2009.129222] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2009.130162] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2009.130436] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2009.130806] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2009.131173] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2009.131536] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2009.131904] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2009.132271] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2009.132688] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2009.132995] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2009.133361] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2009.133727] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2009.134092] PKRU: 55555554 [ 2009.134237] Call Trace: [ 2009.134369] [ 2009.134483] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2009.134715] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2009.134954] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2009.135161] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2009.135367] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2009.135571] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2009.135809] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2009.136038] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2009.136313] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2009.136529] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2009.136781] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2009.137014] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2009.137246] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2009.137517] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2009.137776] [ 2009.137892] [ 2009.138008] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2009.138283] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2009.138537] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2009.138742] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2009.138943] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2009.139204] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2009.139463] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2009.139716] __tcf_action_put (net/sched/act_api.c:377) [ 2009.139923] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2009.140139] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2009.140344] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2009.140626] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2009.140878] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2009.141086] tcf_chain_flush (net/sched/cls_api.c:737) [ 2009.141289] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2009.141493] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2009.141758] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2009.141964] dev_shutdown (net/sched/sch_generic.c:1482) [ 2009.142161] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2009.142443] default_device_exit_batch (net/core/dev.c:11629) [ 2009.142693] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2009.142892] ? process_one_work (kernel/workqueue.c:2606) [ 2009.143111] process_one_work (kernel/workqueue.c:2633) [ 2009.143324] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2009.143527] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2009.143751] kthread (kernel/kthread.c:388) [ 2009.143921] ? __pfx_kthread (kernel/kthread.c:341) [ 2009.144119] ret_from_fork (arch/x86/kernel/process.c:147) [ 2009.144310] ? __pfx_kthread (kernel/kthread.c:341) [ 2009.144507] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2032.700568] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2000052 jiffies s: 9973 root: 0x1/. | [ 2032.701171] rcu: blocking rcu_node structures (internal RCU debug): | [ 2032.701495] Sending NMI from CPU 3 to CPUs 0: | [ 2032.701743] NMI backtrace for cpu 0 [ 2032.701749] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2032.701752] Workqueue: netns cleanup_net [ 2032.701758] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2032.701763] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2032.701765] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2032.701766] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2032.701767] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2032.701768] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2032.701769] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2032.701770] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2032.701773] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2032.701774] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2032.701775] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2032.701775] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2032.701776] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2032.701777] PKRU: 55555554 [ 2032.701777] Call Trace: [ 2032.701779] [ 2032.701782] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2032.701785] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2032.701789] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2032.701792] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2032.701795] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2032.701796] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2032.701800] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2032.701802] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2032.701804] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2032.701806] [ 2032.701807] [ 2032.701808] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2032.701812] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2032.701815] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2032.701820] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2032.701821] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2032.701823] __tcf_action_put (net/sched/act_api.c:377) [ 2032.701828] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2032.701830] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2032.701833] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2032.701837] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2032.701842] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2032.701845] tcf_chain_flush (net/sched/cls_api.c:737) [ 2032.701847] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2032.701851] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2032.701856] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2032.701859] dev_shutdown (net/sched/sch_generic.c:1482) [ 2032.701861] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2032.701865] default_device_exit_batch (net/core/dev.c:11629) [ 2032.701868] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2032.701870] ? process_one_work (kernel/workqueue.c:2606) [ 2032.701873] process_one_work (kernel/workqueue.c:2633) [ 2032.701876] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2032.701878] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2032.701880] kthread (kernel/kthread.c:388) [ 2032.701882] ? __pfx_kthread (kernel/kthread.c:341) [ 2032.701884] ret_from_fork (arch/x86/kernel/process.c:147) [ 2032.701887] ? __pfx_kthread (kernel/kthread.c:341) [ 2032.701889] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2032.701894] | [ 2087.145557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2087.145881] rcu: 0-....: (2053778 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=513530 | [ 2087.146393] rcu: (t=2054518 jiffies g=18285 q=560 ncpus=4) [ 2087.147116] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2087.147694] Workqueue: netns cleanup_net [ 2087.147903] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2087.148188] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2087.149125] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2087.149395] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2087.149759] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2087.150124] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2087.150492] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2087.150858] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2087.151224] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2087.151637] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2087.151935] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2087.152301] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2087.152671] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2087.153035] PKRU: 55555554 [ 2087.153179] Call Trace: [ 2087.153314] [ 2087.153426] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2087.153659] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2087.153897] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2087.154102] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2087.154304] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2087.154505] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2087.154739] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2087.154968] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2087.155242] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2087.155454] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2087.155704] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2087.155938] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2087.156163] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2087.156435] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2087.156695] [ 2087.156811] [ 2087.156926] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2087.157201] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2087.157455] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2087.157658] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2087.157852] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2087.158112] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2087.158369] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2087.158619] __tcf_action_put (net/sched/act_api.c:377) [ 2087.158822] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2087.159035] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2087.159238] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2087.159519] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2087.159770] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2087.159975] tcf_chain_flush (net/sched/cls_api.c:737) [ 2087.160180] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2087.160383] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2087.160648] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2087.160850] dev_shutdown (net/sched/sch_generic.c:1482) [ 2087.161039] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2087.161318] default_device_exit_batch (net/core/dev.c:11629) [ 2087.161567] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2087.161757] ? process_one_work (kernel/workqueue.c:2606) [ 2087.161979] process_one_work (kernel/workqueue.c:2633) [ 2087.162189] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2087.162394] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2087.162620] kthread (kernel/kthread.c:388) [ 2087.162788] ? __pfx_kthread (kernel/kthread.c:341) [ 2087.162985] ret_from_fork (arch/x86/kernel/process.c:147) [ 2087.163175] ? __pfx_kthread (kernel/kthread.c:341) [ 2087.163371] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2131.004583] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2098356 jiffies s: 9973 root: 0x1/. | [ 2131.005340] rcu: blocking rcu_node structures (internal RCU debug): | [ 2131.005669] Sending NMI from CPU 3 to CPUs 0: | [ 2131.005921] NMI backtrace for cpu 0 [ 2131.005927] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2131.005928] Workqueue: netns cleanup_net [ 2131.005934] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2131.005939] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 2131.005940] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2131.005941] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2131.005942] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2131.005943] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2131.005944] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2131.005945] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2131.005948] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2131.005949] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2131.005950] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2131.005951] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2131.005951] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2131.005952] PKRU: 55555554 [ 2131.005953] Call Trace: [ 2131.005955] [ 2131.005957] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2131.005961] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2131.005964] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2131.005966] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2131.005969] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2131.005971] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2131.005975] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2131.005977] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2131.005979] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2131.005981] [ 2131.005982] [ 2131.005982] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2131.005987] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2131.005990] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2131.005995] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2131.005996] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2131.005998] __tcf_action_put (net/sched/act_api.c:377) [ 2131.006003] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2131.006005] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2131.006008] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2131.006012] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2131.006017] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2131.006019] tcf_chain_flush (net/sched/cls_api.c:737) [ 2131.006022] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2131.006026] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2131.006032] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2131.006035] dev_shutdown (net/sched/sch_generic.c:1482) [ 2131.006037] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2131.006041] default_device_exit_batch (net/core/dev.c:11629) [ 2131.006044] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2131.006046] ? process_one_work (kernel/workqueue.c:2606) [ 2131.006049] process_one_work (kernel/workqueue.c:2633) [ 2131.006052] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2131.006054] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2131.006056] kthread (kernel/kthread.c:388) [ 2131.006059] ? __pfx_kthread (kernel/kthread.c:341) [ 2131.006060] ret_from_fork (arch/x86/kernel/process.c:147) [ 2131.006064] ? __pfx_kthread (kernel/kthread.c:341) [ 2131.006065] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2131.006070] | [ 2165.165558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2165.165880] rcu: 0-....: (2131767 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=533032 | [ 2165.166392] rcu: (t=2132538 jiffies g=18285 q=560 ncpus=4) [ 2165.167117] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2165.167695] Workqueue: netns cleanup_net [ 2165.167903] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2165.168184] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2165.169125] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2165.169393] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2165.169758] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2165.170122] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2165.170488] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2165.170850] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2165.171215] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2165.171627] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2165.171927] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2165.172291] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2165.172656] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2165.173018] PKRU: 55555554 [ 2165.173162] Call Trace: [ 2165.173295] [ 2165.173408] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2165.173639] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2165.173876] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2165.174083] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2165.174287] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2165.174488] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2165.174724] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2165.174953] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2165.175228] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2165.175443] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2165.175694] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2165.175927] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2165.176153] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2165.176423] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2165.176683] [ 2165.176798] [ 2165.176915] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2165.177189] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2165.177444] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2165.177649] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2165.177843] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2165.178103] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2165.178360] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2165.178610] __tcf_action_put (net/sched/act_api.c:377) [ 2165.178815] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2165.179024] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2165.179226] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2165.179505] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2165.179759] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2165.179966] tcf_chain_flush (net/sched/cls_api.c:737) [ 2165.180168] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2165.180371] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2165.180636] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2165.180841] dev_shutdown (net/sched/sch_generic.c:1482) [ 2165.181031] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2165.181311] default_device_exit_batch (net/core/dev.c:11629) [ 2165.181562] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2165.181753] ? process_one_work (kernel/workqueue.c:2606) [ 2165.181978] process_one_work (kernel/workqueue.c:2633) [ 2165.182192] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2165.182390] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2165.182613] kthread (kernel/kthread.c:388) [ 2165.182784] ? __pfx_kthread (kernel/kthread.c:341) [ 2165.182981] ret_from_fork (arch/x86/kernel/process.c:147) [ 2165.183173] ? __pfx_kthread (kernel/kthread.c:341) [ 2165.183369] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2229.308565] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2196660 jiffies s: 9973 root: 0x1/. | [ 2229.309333] rcu: blocking rcu_node structures (internal RCU debug): | [ 2229.309762] Sending NMI from CPU 3 to CPUs 0: | [ 2229.310070] NMI backtrace for cpu 0 [ 2229.310075] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2229.310076] Workqueue: netns cleanup_net [ 2229.310082] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2229.310087] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 2229.310089] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2229.310090] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2229.310091] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2229.310092] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2229.310093] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2229.310094] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2229.310096] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2229.310097] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2229.310098] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2229.310099] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2229.310100] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2229.310101] PKRU: 55555554 [ 2229.310101] Call Trace: [ 2229.310103] [ 2229.310106] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2229.310110] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2229.310113] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2229.310116] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2229.310119] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2229.310121] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2229.310125] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2229.310127] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2229.310129] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2229.310131] [ 2229.310131] [ 2229.310132] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2229.310136] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2229.310140] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2229.310144] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2229.310145] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2229.310148] __tcf_action_put (net/sched/act_api.c:377) [ 2229.310152] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2229.310154] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2229.310157] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2229.310162] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2229.310166] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2229.310169] tcf_chain_flush (net/sched/cls_api.c:737) [ 2229.310171] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2229.310175] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2229.310179] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2229.310182] dev_shutdown (net/sched/sch_generic.c:1482) [ 2229.310185] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2229.310188] default_device_exit_batch (net/core/dev.c:11629) [ 2229.310191] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2229.310194] ? process_one_work (kernel/workqueue.c:2606) [ 2229.310197] process_one_work (kernel/workqueue.c:2633) [ 2229.310200] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2229.310202] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2229.310204] kthread (kernel/kthread.c:388) [ 2229.310207] ? __pfx_kthread (kernel/kthread.c:341) [ 2229.310208] ret_from_fork (arch/x86/kernel/process.c:147) [ 2229.310211] ? __pfx_kthread (kernel/kthread.c:341) [ 2229.310212] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2229.310218] | [ 2243.187558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2243.187882] rcu: 0-....: (2209758 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=552534 | [ 2243.188396] rcu: (t=2210560 jiffies g=18285 q=560 ncpus=4) [ 2243.189125] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2243.189705] Workqueue: netns cleanup_net [ 2243.189913] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2243.190197] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2243.191134] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2243.191402] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2243.191776] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2243.192139] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2243.192502] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2243.192865] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2243.193233] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2243.193642] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2243.193936] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2243.194300] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2243.194664] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2243.195027] PKRU: 55555554 [ 2243.195171] Call Trace: [ 2243.195303] [ 2243.195415] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2243.195646] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2243.195883] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2243.196089] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2243.196292] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2243.196494] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2243.196726] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2243.196954] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2243.197228] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2243.197442] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2243.197692] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2243.197925] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2243.198150] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2243.198419] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2243.198678] [ 2243.198794] [ 2243.198909] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2243.199184] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2243.199438] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2243.199644] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2243.199838] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2243.200098] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2243.200355] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2243.200604] __tcf_action_put (net/sched/act_api.c:377) [ 2243.200807] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2243.201017] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2243.201219] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2243.201502] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2243.201754] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2243.201960] tcf_chain_flush (net/sched/cls_api.c:737) [ 2243.202161] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2243.202364] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2243.202629] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2243.202834] dev_shutdown (net/sched/sch_generic.c:1482) [ 2243.203023] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2243.203302] default_device_exit_batch (net/core/dev.c:11629) [ 2243.203553] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2243.203744] ? process_one_work (kernel/workqueue.c:2606) [ 2243.203963] process_one_work (kernel/workqueue.c:2633) [ 2243.204176] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2243.204374] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2243.204600] kthread (kernel/kthread.c:388) [ 2243.204770] ? __pfx_kthread (kernel/kthread.c:341) [ 2243.204967] ret_from_fork (arch/x86/kernel/process.c:147) [ 2243.205157] ? __pfx_kthread (kernel/kthread.c:341) [ 2243.205354] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2243.205563] | [ 2321.205558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2321.205891] rcu: 0-....: (2287759 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=572035 | [ 2321.206403] rcu: (t=2288578 jiffies g=18285 q=560 ncpus=4) [ 2321.207128] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2321.207705] Workqueue: netns cleanup_net [ 2321.207914] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2321.208200] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2321.209132] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2321.209403] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2321.209768] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2321.210132] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2321.210496] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2321.210862] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2321.211232] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2321.211647] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2321.211944] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2321.212306] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2321.212670] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2321.213034] PKRU: 55555554 [ 2321.213177] Call Trace: [ 2321.213309] [ 2321.213422] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2321.213655] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2321.213892] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2321.214099] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2321.214300] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2321.214501] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2321.214735] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2321.214963] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2321.215243] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2321.215456] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2321.215705] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2321.215940] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2321.216164] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2321.216437] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2321.216698] [ 2321.216812] [ 2321.216926] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2321.217207] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2321.217461] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2321.217663] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2321.217858] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2321.218118] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2321.218377] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2321.218626] __tcf_action_put (net/sched/act_api.c:377) [ 2321.218830] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2321.219041] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2321.219244] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2321.219520] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2321.219771] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2321.219977] tcf_chain_flush (net/sched/cls_api.c:737) [ 2321.220179] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2321.220384] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2321.220649] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2321.220852] dev_shutdown (net/sched/sch_generic.c:1482) [ 2321.221041] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2321.221324] default_device_exit_batch (net/core/dev.c:11629) [ 2321.221575] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2321.221764] ? process_one_work (kernel/workqueue.c:2606) [ 2321.221985] process_one_work (kernel/workqueue.c:2633) [ 2321.222195] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2321.222392] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2321.222617] kthread (kernel/kthread.c:388) [ 2321.222784] ? __pfx_kthread (kernel/kthread.c:341) [ 2321.222981] ret_from_fork (arch/x86/kernel/process.c:147) [ 2321.223172] ? __pfx_kthread (kernel/kthread.c:341) [ 2321.223369] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2327.612571] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2294964 jiffies s: 9973 root: 0x1/. | [ 2327.613173] rcu: blocking rcu_node structures (internal RCU debug): | [ 2327.613503] Sending NMI from CPU 3 to CPUs 0: | [ 2327.613754] NMI backtrace for cpu 0 [ 2327.613760] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2327.613761] Workqueue: netns cleanup_net [ 2327.613764] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2327.613767] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2327.613768] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2327.613769] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2327.613770] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2327.613770] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2327.613771] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2327.613772] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2327.613775] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2327.613776] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2327.613776] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2327.613777] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2327.613778] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2327.613778] PKRU: 55555554 [ 2327.613779] Call Trace: [ 2327.613780] [ 2327.613781] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2327.613785] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2327.613788] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2327.613790] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2327.613793] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2327.613795] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2327.613797] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2327.613800] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2327.613802] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2327.613804] [ 2327.613804] [ 2327.613805] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2327.613807] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2327.613810] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2327.613814] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2327.613815] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2327.613817] __tcf_action_put (net/sched/act_api.c:377) [ 2327.613819] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2327.613821] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2327.613823] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2327.613827] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2327.613831] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2327.613833] tcf_chain_flush (net/sched/cls_api.c:737) [ 2327.613836] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2327.613838] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2327.613842] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2327.613845] dev_shutdown (net/sched/sch_generic.c:1482) [ 2327.613847] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2327.613850] default_device_exit_batch (net/core/dev.c:11629) [ 2327.613852] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2327.613855] ? process_one_work (kernel/workqueue.c:2606) [ 2327.613857] process_one_work (kernel/workqueue.c:2633) [ 2327.613859] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2327.613861] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2327.613863] kthread (kernel/kthread.c:388) [ 2327.613864] ? __pfx_kthread (kernel/kthread.c:341) [ 2327.613866] ret_from_fork (arch/x86/kernel/process.c:147) [ 2327.613868] ? __pfx_kthread (kernel/kthread.c:341) [ 2327.613869] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2327.613873] | [ 2399.224559] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2399.224889] rcu: 0-....: (2365747 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=591536 | [ 2399.225402] rcu: (t=2366597 jiffies g=18285 q=560 ncpus=4) [ 2399.226127] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2399.226708] Workqueue: netns cleanup_net [ 2399.226921] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2399.227211] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2399.228150] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2399.228420] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2399.228785] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2399.229149] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2399.229515] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2399.229881] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2399.230247] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2399.230659] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2399.230961] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2399.231326] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2399.231691] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2399.232053] PKRU: 55555554 [ 2399.232199] Call Trace: [ 2399.232332] [ 2399.232445] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2399.232676] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2399.232914] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2399.233120] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2399.233326] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2399.233530] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2399.233763] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2399.233993] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2399.234269] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2399.234484] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2399.234733] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2399.234966] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2399.235192] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2399.235463] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2399.235723] [ 2399.235839] [ 2399.235955] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2399.236230] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2399.236483] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2399.236685] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2399.236880] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2399.237142] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2399.237400] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2399.237650] __tcf_action_put (net/sched/act_api.c:377) [ 2399.237855] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2399.238064] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2399.238267] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2399.238545] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2399.238797] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2399.239006] tcf_chain_flush (net/sched/cls_api.c:737) [ 2399.239209] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2399.239412] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2399.239676] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2399.239878] dev_shutdown (net/sched/sch_generic.c:1482) [ 2399.240068] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2399.240350] default_device_exit_batch (net/core/dev.c:11629) [ 2399.240602] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2399.240798] ? process_one_work (kernel/workqueue.c:2606) [ 2399.241017] process_one_work (kernel/workqueue.c:2633) [ 2399.241227] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2399.241426] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2399.241651] kthread (kernel/kthread.c:388) [ 2399.241822] ? __pfx_kthread (kernel/kthread.c:341) [ 2399.242019] ret_from_fork (arch/x86/kernel/process.c:147) [ 2399.242211] ? __pfx_kthread (kernel/kthread.c:341) [ 2399.242411] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2425.916570] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2393268 jiffies s: 9973 root: 0x1/. | [ 2425.917190] rcu: blocking rcu_node structures (internal RCU debug): | [ 2425.917529] Sending NMI from CPU 3 to CPUs 0: | [ 2425.917779] NMI backtrace for cpu 0 [ 2425.917785] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2425.917787] Workqueue: netns cleanup_net [ 2425.917792] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2425.917795] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2425.917797] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2425.917798] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2425.917799] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2425.917800] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2425.917801] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2425.917802] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2425.917804] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2425.917805] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2425.917806] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2425.917807] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2425.917807] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2425.917808] PKRU: 55555554 [ 2425.917808] Call Trace: [ 2425.917809] [ 2425.917811] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2425.917814] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2425.917817] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2425.917819] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2425.917822] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2425.917824] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2425.917827] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2425.917829] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2425.917831] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2425.917833] [ 2425.917833] [ 2425.917834] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2425.917838] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2425.917840] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2425.917844] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2425.917845] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2425.917847] __tcf_action_put (net/sched/act_api.c:377) [ 2425.917850] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2425.917852] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2425.917854] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2425.917858] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2425.917862] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2425.917864] tcf_chain_flush (net/sched/cls_api.c:737) [ 2425.917867] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2425.917870] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2425.917875] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2425.917878] dev_shutdown (net/sched/sch_generic.c:1482) [ 2425.917880] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2425.917883] default_device_exit_batch (net/core/dev.c:11629) [ 2425.917885] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2425.917888] ? process_one_work (kernel/workqueue.c:2606) [ 2425.917890] process_one_work (kernel/workqueue.c:2633) [ 2425.917892] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2425.917894] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2425.917896] kthread (kernel/kthread.c:388) [ 2425.917898] ? __pfx_kthread (kernel/kthread.c:341) [ 2425.917899] ret_from_fork (arch/x86/kernel/process.c:147) [ 2425.917902] ? __pfx_kthread (kernel/kthread.c:341) [ 2425.917904] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2425.917908] | [ 2477.246571] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2477.246901] rcu: 0-....: (2443738 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=611038 | [ 2477.247411] rcu: (t=2444619 jiffies g=18285 q=560 ncpus=4) [ 2477.248139] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2477.248716] Workqueue: netns cleanup_net [ 2477.248926] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2477.249213] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2477.250147] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2477.250430] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2477.250794] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2477.251157] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2477.251520] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2477.251883] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2477.252247] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2477.252659] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2477.252955] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2477.253318] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2477.253680] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2477.254043] PKRU: 55555554 [ 2477.254186] Call Trace: [ 2477.254323] [ 2477.254440] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2477.254670] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2477.254908] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2477.255113] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2477.255315] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2477.255519] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2477.255751] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2477.255981] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2477.256255] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2477.256470] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2477.256720] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2477.256952] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2477.257177] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2477.257447] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2477.257707] [ 2477.257822] [ 2477.257938] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2477.258212] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2477.258465] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2477.258668] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2477.258863] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2477.259124] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2477.259382] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2477.259633] __tcf_action_put (net/sched/act_api.c:377) [ 2477.259838] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2477.260047] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2477.260249] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2477.260535] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2477.260787] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2477.260994] tcf_chain_flush (net/sched/cls_api.c:737) [ 2477.261194] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2477.261397] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2477.261661] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2477.261863] dev_shutdown (net/sched/sch_generic.c:1482) [ 2477.262053] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2477.262335] default_device_exit_batch (net/core/dev.c:11629) [ 2477.262585] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2477.262775] ? process_one_work (kernel/workqueue.c:2606) [ 2477.262995] process_one_work (kernel/workqueue.c:2633) [ 2477.263207] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2477.263405] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2477.263629] kthread (kernel/kthread.c:388) [ 2477.263798] ? __pfx_kthread (kernel/kthread.c:341) [ 2477.263994] ret_from_fork (arch/x86/kernel/process.c:147) [ 2477.264184] ? __pfx_kthread (kernel/kthread.c:341) [ 2477.264383] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2524.220574] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2491572 jiffies s: 9973 root: 0x1/. | [ 2524.221176] rcu: blocking rcu_node structures (internal RCU debug): | [ 2524.221503] Sending NMI from CPU 3 to CPUs 0: | [ 2524.221758] NMI backtrace for cpu 0 [ 2524.221764] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2524.221766] Workqueue: netns cleanup_net [ 2524.221773] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2524.221778] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2524.221779] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2524.221780] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2524.221782] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2524.221782] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2524.221783] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2524.221784] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2524.221787] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2524.221788] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2524.221789] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2524.221790] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2524.221790] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2524.221791] PKRU: 55555554 [ 2524.221791] Call Trace: [ 2524.221793] [ 2524.221795] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2524.221798] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2524.221802] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2524.221804] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2524.221807] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2524.221809] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2524.221812] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2524.221815] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2524.221817] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2524.221819] [ 2524.221819] [ 2524.221820] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2524.221823] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2524.221827] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2524.221831] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2524.221832] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2524.221834] __tcf_action_put (net/sched/act_api.c:377) [ 2524.221838] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2524.221840] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2524.221842] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2524.221847] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2524.221851] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2524.221853] tcf_chain_flush (net/sched/cls_api.c:737) [ 2524.221855] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2524.221859] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2524.221863] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2524.221867] dev_shutdown (net/sched/sch_generic.c:1482) [ 2524.221869] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2524.221872] default_device_exit_batch (net/core/dev.c:11629) [ 2524.221875] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2524.221878] ? process_one_work (kernel/workqueue.c:2606) [ 2524.221881] process_one_work (kernel/workqueue.c:2633) [ 2524.221884] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2524.221886] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2524.221888] kthread (kernel/kthread.c:388) [ 2524.221890] ? __pfx_kthread (kernel/kthread.c:341) [ 2524.221891] ret_from_fork (arch/x86/kernel/process.c:147) [ 2524.221894] ? __pfx_kthread (kernel/kthread.c:341) [ 2524.221895] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2524.221900] | [ 2555.264557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2555.264885] rcu: 0-....: (2521725 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=630538 | [ 2555.265398] rcu: (t=2522637 jiffies g=18285 q=560 ncpus=4) [ 2555.266120] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2555.266701] Workqueue: netns cleanup_net [ 2555.266912] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2555.267195] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2555.268133] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2555.268401] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2555.268767] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2555.269133] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2555.269495] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2555.269866] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2555.270232] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2555.270641] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2555.270938] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2555.271303] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2555.271667] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2555.272029] PKRU: 55555554 [ 2555.272174] Call Trace: [ 2555.272307] [ 2555.272420] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2555.272651] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2555.272888] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2555.273095] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2555.273297] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2555.273500] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2555.273732] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2555.273962] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2555.274239] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2555.274454] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2555.274704] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2555.274937] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2555.275164] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2555.275435] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2555.275695] [ 2555.275811] [ 2555.275928] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2555.276203] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2555.276458] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2555.276660] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2555.276855] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2555.277117] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2555.277375] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2555.277625] __tcf_action_put (net/sched/act_api.c:377) [ 2555.277832] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2555.278042] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2555.278245] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2555.278523] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2555.278775] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2555.278985] tcf_chain_flush (net/sched/cls_api.c:737) [ 2555.279188] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2555.279391] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2555.279658] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2555.279866] dev_shutdown (net/sched/sch_generic.c:1482) [ 2555.280056] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2555.280337] default_device_exit_batch (net/core/dev.c:11629) [ 2555.280589] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2555.280780] ? process_one_work (kernel/workqueue.c:2606) [ 2555.281000] process_one_work (kernel/workqueue.c:2633) [ 2555.281210] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2555.281410] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2555.281635] kthread (kernel/kthread.c:388) [ 2555.281806] ? __pfx_kthread (kernel/kthread.c:341) [ 2555.282003] ret_from_fork (arch/x86/kernel/process.c:147) [ 2555.282195] ? __pfx_kthread (kernel/kthread.c:341) [ 2555.282392] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2622.524565] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2589876 jiffies s: 9973 root: 0x1/. | [ 2622.525150] rcu: blocking rcu_node structures (internal RCU debug): | [ 2622.525481] Sending NMI from CPU 3 to CPUs 0: | [ 2622.525728] NMI backtrace for cpu 0 [ 2622.525733] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2622.525735] Workqueue: netns cleanup_net [ 2622.525740] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2622.525746] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2622.525747] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2622.525748] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2622.525749] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2622.525750] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2622.525751] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2622.525752] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2622.525755] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2622.525756] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2622.525757] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2622.525758] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2622.525759] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2622.525759] PKRU: 55555554 [ 2622.525760] Call Trace: [ 2622.525762] [ 2622.525765] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2622.525769] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2622.525773] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2622.525775] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2622.525778] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2622.525780] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2622.525784] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2622.525786] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2622.525788] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2622.525790] [ 2622.525790] [ 2622.525791] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2622.525795] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2622.525799] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2622.525804] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2622.525805] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2622.525807] __tcf_action_put (net/sched/act_api.c:377) [ 2622.525812] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2622.525814] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2622.525816] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2622.525821] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2622.525825] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2622.525828] tcf_chain_flush (net/sched/cls_api.c:737) [ 2622.525830] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2622.525834] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2622.525838] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2622.525841] dev_shutdown (net/sched/sch_generic.c:1482) [ 2622.525844] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2622.525847] default_device_exit_batch (net/core/dev.c:11629) [ 2622.525850] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2622.525852] ? process_one_work (kernel/workqueue.c:2606) [ 2622.525856] process_one_work (kernel/workqueue.c:2633) [ 2622.525859] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2622.525861] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2622.525863] kthread (kernel/kthread.c:388) [ 2622.525865] ? __pfx_kthread (kernel/kthread.c:341) [ 2622.525867] ret_from_fork (arch/x86/kernel/process.c:147) [ 2622.525871] ? __pfx_kthread (kernel/kthread.c:341) [ 2622.525872] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2622.525877] | [ 2633.286557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2633.286884] rcu: 0-....: (2599716 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=650040 | [ 2633.287396] rcu: (t=2600659 jiffies g=18285 q=560 ncpus=4) [ 2633.288119] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2633.288695] Workqueue: netns cleanup_net [ 2633.288906] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2633.289191] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2633.290131] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2633.290402] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2633.290766] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2633.291128] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2633.291492] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2633.291855] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2633.292220] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2633.292633] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2633.292930] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2633.293293] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2633.293656] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2633.294020] PKRU: 55555554 [ 2633.294163] Call Trace: [ 2633.294297] [ 2633.294408] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2633.294642] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2633.294880] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2633.295085] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2633.295287] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2633.295488] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2633.295721] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2633.295950] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2633.296225] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2633.296437] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2633.296687] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2633.296922] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2633.297146] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2633.297417] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2633.297676] [ 2633.297791] [ 2633.297906] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2633.298181] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2633.298435] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2633.298644] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2633.298839] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2633.299098] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2633.299353] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2633.299607] __tcf_action_put (net/sched/act_api.c:377) [ 2633.299811] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2633.300023] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2633.300225] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2633.300500] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2633.300751] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2633.300956] tcf_chain_flush (net/sched/cls_api.c:737) [ 2633.301160] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2633.301363] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2633.301627] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2633.301830] dev_shutdown (net/sched/sch_generic.c:1482) [ 2633.302019] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2633.302298] default_device_exit_batch (net/core/dev.c:11629) [ 2633.302547] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2633.302738] ? process_one_work (kernel/workqueue.c:2606) [ 2633.302959] process_one_work (kernel/workqueue.c:2633) [ 2633.303169] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2633.303365] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2633.303592] kthread (kernel/kthread.c:388) [ 2633.303761] ? __pfx_kthread (kernel/kthread.c:341) [ 2633.303958] ret_from_fork (arch/x86/kernel/process.c:147) [ 2633.304149] ? __pfx_kthread (kernel/kthread.c:341) [ 2633.304346] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2633.304554] | [ 2711.305558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2711.305886] rcu: 0-....: (2677718 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=669541 | [ 2711.306397] rcu: (t=2678678 jiffies g=18285 q=560 ncpus=4) [ 2711.307128] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2711.307709] Workqueue: netns cleanup_net [ 2711.307923] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2711.308210] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2711.309152] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2711.309420] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2711.309783] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2711.310147] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2711.310531] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2711.310895] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2711.311258] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2711.311671] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2711.311966] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2711.312330] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2711.312695] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2711.313058] PKRU: 55555554 [ 2711.313202] Call Trace: [ 2711.313336] [ 2711.313456] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2711.313690] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2711.313927] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2711.314132] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2711.314334] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2711.314538] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2711.314771] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2711.315000] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2711.315273] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2711.315485] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2711.315733] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2711.315967] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2711.316191] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2711.316461] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2711.316720] [ 2711.316835] [ 2711.316950] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2711.317224] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2711.317477] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2711.317679] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2711.317872] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2711.318131] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2711.318385] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2711.318634] __tcf_action_put (net/sched/act_api.c:377) [ 2711.318842] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2711.319069] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2711.319271] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2711.319548] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2711.319799] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2711.320007] tcf_chain_flush (net/sched/cls_api.c:737) [ 2711.320209] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2711.320412] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2711.320676] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2711.320879] dev_shutdown (net/sched/sch_generic.c:1482) [ 2711.321068] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2711.321349] default_device_exit_batch (net/core/dev.c:11629) [ 2711.321598] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2711.321788] ? process_one_work (kernel/workqueue.c:2606) [ 2711.322007] process_one_work (kernel/workqueue.c:2633) [ 2711.322216] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2711.322415] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2711.322639] kthread (kernel/kthread.c:388) [ 2711.322810] ? __pfx_kthread (kernel/kthread.c:341) [ 2711.323008] ret_from_fork (arch/x86/kernel/process.c:147) [ 2711.323198] ? __pfx_kthread (kernel/kthread.c:341) [ 2711.323395] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2720.828567] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2688180 jiffies s: 9973 root: 0x1/. | [ 2720.829170] rcu: blocking rcu_node structures (internal RCU debug): | [ 2720.829498] Sending NMI from CPU 3 to CPUs 0: | [ 2720.829746] NMI backtrace for cpu 0 [ 2720.829751] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2720.829753] Workqueue: netns cleanup_net [ 2720.829759] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2720.829764] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2720.829765] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2720.829766] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2720.829767] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2720.829768] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2720.829769] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2720.829770] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2720.829773] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2720.829774] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2720.829775] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2720.829776] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2720.829777] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2720.829777] PKRU: 55555554 [ 2720.829778] Call Trace: [ 2720.829780] [ 2720.829782] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2720.829786] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2720.829790] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2720.829792] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2720.829795] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2720.829797] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2720.829801] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2720.829803] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2720.829805] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2720.829807] [ 2720.829807] [ 2720.829808] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2720.829812] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2720.829815] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2720.829819] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2720.829821] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2720.829823] __tcf_action_put (net/sched/act_api.c:377) [ 2720.829827] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2720.829829] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2720.829831] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2720.829836] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2720.829840] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2720.829843] tcf_chain_flush (net/sched/cls_api.c:737) [ 2720.829845] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2720.829849] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2720.829853] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2720.829856] dev_shutdown (net/sched/sch_generic.c:1482) [ 2720.829859] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2720.829863] default_device_exit_batch (net/core/dev.c:11629) [ 2720.829865] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2720.829868] ? process_one_work (kernel/workqueue.c:2606) [ 2720.829871] process_one_work (kernel/workqueue.c:2633) [ 2720.829874] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2720.829876] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2720.829878] kthread (kernel/kthread.c:388) [ 2720.829880] ? __pfx_kthread (kernel/kthread.c:341) [ 2720.829882] ret_from_fork (arch/x86/kernel/process.c:147) [ 2720.829885] ? __pfx_kthread (kernel/kthread.c:341) [ 2720.829887] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2720.829891] | [ 2789.327558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2789.327903] rcu: 0-....: (2755709 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=689043 | [ 2789.328422] rcu: (t=2756700 jiffies g=18285 q=560 ncpus=4) [ 2789.329162] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2789.329741] Workqueue: netns cleanup_net [ 2789.329951] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2789.330245] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2789.331190] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2789.331459] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2789.331820] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2789.332194] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2789.332559] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2789.332925] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2789.333299] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2789.333711] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2789.334008] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2789.334378] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2789.334743] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2789.335119] PKRU: 55555554 [ 2789.335263] Call Trace: [ 2789.335397] [ 2789.335510] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2789.335745] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2789.335984] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2789.336197] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2789.336400] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2789.336606] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2789.336841] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2789.337080] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2789.337353] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2789.337568] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2789.337818] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2789.338060] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2789.338285] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2789.338558] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2789.338846] [ 2789.338962] [ 2789.339084] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2789.339364] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2789.339620] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2789.339822] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2789.340016] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2789.340285] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2789.340542] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2789.340792] __tcf_action_put (net/sched/act_api.c:377) [ 2789.340997] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2789.341214] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2789.341417] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2789.341696] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2789.341948] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2789.342162] tcf_chain_flush (net/sched/cls_api.c:737) [ 2789.342365] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2789.342569] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2789.342834] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2789.343037] dev_shutdown (net/sched/sch_generic.c:1482) [ 2789.343231] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2789.343512] default_device_exit_batch (net/core/dev.c:11629) [ 2789.343765] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2789.343957] ? process_one_work (kernel/workqueue.c:2606) [ 2789.344186] process_one_work (kernel/workqueue.c:2633) [ 2789.344397] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2789.344600] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2789.344839] kthread (kernel/kthread.c:388) [ 2789.345007] ? __pfx_kthread (kernel/kthread.c:341) [ 2789.345216] ret_from_fork (arch/x86/kernel/process.c:147) [ 2789.345407] ? __pfx_kthread (kernel/kthread.c:341) [ 2789.345607] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2819.132566] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2786484 jiffies s: 9973 root: 0x1/. | [ 2819.133172] rcu: blocking rcu_node structures (internal RCU debug): | [ 2819.133498] Sending NMI from CPU 3 to CPUs 0: | [ 2819.133747] NMI backtrace for cpu 0 [ 2819.133754] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2819.133755] Workqueue: netns cleanup_net [ 2819.133760] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2819.133766] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2819.133767] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2819.133768] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2819.133769] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2819.133770] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2819.133771] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2819.133772] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2819.133775] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2819.133776] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2819.133777] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2819.133778] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2819.133778] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2819.133779] PKRU: 55555554 [ 2819.133779] Call Trace: [ 2819.133782] [ 2819.133784] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2819.133788] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2819.133792] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2819.133794] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2819.133797] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2819.133799] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2819.133803] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2819.133805] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2819.133807] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2819.133809] [ 2819.133809] [ 2819.133810] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2819.133814] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2819.133819] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2819.133823] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2819.133824] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2819.133826] __tcf_action_put (net/sched/act_api.c:377) [ 2819.133831] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2819.133833] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2819.133836] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2819.133841] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2819.133845] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2819.133848] tcf_chain_flush (net/sched/cls_api.c:737) [ 2819.133850] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2819.133854] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2819.133859] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2819.133862] dev_shutdown (net/sched/sch_generic.c:1482) [ 2819.133865] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2819.133868] default_device_exit_batch (net/core/dev.c:11629) [ 2819.133871] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2819.133873] ? process_one_work (kernel/workqueue.c:2606) [ 2819.133877] process_one_work (kernel/workqueue.c:2633) [ 2819.133880] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2819.133882] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2819.133884] kthread (kernel/kthread.c:388) [ 2819.133887] ? __pfx_kthread (kernel/kthread.c:341) [ 2819.133888] ret_from_fork (arch/x86/kernel/process.c:147) [ 2819.133892] ? __pfx_kthread (kernel/kthread.c:341) [ 2819.133893] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2819.133898] | [ 2867.344558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2867.344899] rcu: 0-....: (2833695 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=708543 | [ 2867.345414] rcu: (t=2834717 jiffies g=18285 q=560 ncpus=4) [ 2867.346144] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2867.346728] Workqueue: netns cleanup_net [ 2867.346941] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2867.347227] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2867.348176] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2867.348448] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2867.348817] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2867.349183] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2867.349549] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2867.349918] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2867.350287] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2867.350702] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2867.351006] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2867.351401] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2867.351794] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2867.352158] PKRU: 55555554 [ 2867.352306] Call Trace: [ 2867.352441] [ 2867.352556] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2867.352788] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2867.353028] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2867.353235] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2867.353440] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2867.353645] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2867.353877] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2867.354108] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2867.354384] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2867.354600] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2867.354850] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2867.355083] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2867.355309] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2867.355581] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2867.355841] [ 2867.355957] [ 2867.356073] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2867.356349] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2867.356605] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2867.356807] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2867.357005] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2867.357266] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2867.357530] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2867.357781] __tcf_action_put (net/sched/act_api.c:377) [ 2867.357988] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2867.358202] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2867.358406] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2867.358688] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2867.358942] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2867.359151] tcf_chain_flush (net/sched/cls_api.c:737) [ 2867.359355] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2867.359559] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2867.359826] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2867.360029] dev_shutdown (net/sched/sch_generic.c:1482) [ 2867.360221] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2867.360505] default_device_exit_batch (net/core/dev.c:11629) [ 2867.360759] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2867.360951] ? process_one_work (kernel/workqueue.c:2606) [ 2867.361171] process_one_work (kernel/workqueue.c:2633) [ 2867.361385] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2867.361586] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2867.361812] kthread (kernel/kthread.c:388) [ 2867.361984] ? __pfx_kthread (kernel/kthread.c:341) [ 2867.362182] ret_from_fork (arch/x86/kernel/process.c:147) [ 2867.362374] ? __pfx_kthread (kernel/kthread.c:341) [ 2867.362573] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2917.436568] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2884788 jiffies s: 9973 root: 0x1/. | [ 2917.437190] rcu: blocking rcu_node structures (internal RCU debug): | [ 2917.437518] Sending NMI from CPU 3 to CPUs 0: | [ 2917.437768] NMI backtrace for cpu 0 [ 2917.437775] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2917.437778] Workqueue: netns cleanup_net [ 2917.437783] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2917.437789] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2917.437790] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2917.437792] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2917.437793] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2917.437794] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2917.437795] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2917.437796] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2917.437799] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2917.437800] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2917.437801] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2917.437802] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2917.437803] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2917.437803] PKRU: 55555554 [ 2917.437804] Call Trace: [ 2917.437806] [ 2917.437808] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2917.437812] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2917.437815] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2917.437817] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2917.437821] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2917.437822] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2917.437826] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2917.437828] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2917.437830] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2917.437832] [ 2917.437832] [ 2917.437834] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2917.437838] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2917.437842] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2917.437846] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2917.437848] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2917.437850] __tcf_action_put (net/sched/act_api.c:377) [ 2917.437854] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2917.437856] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2917.437859] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2917.437864] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2917.437868] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2917.437870] tcf_chain_flush (net/sched/cls_api.c:737) [ 2917.437873] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2917.437876] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2917.437881] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2917.437884] dev_shutdown (net/sched/sch_generic.c:1482) [ 2917.437886] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2917.437890] default_device_exit_batch (net/core/dev.c:11629) [ 2917.437892] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2917.437895] ? process_one_work (kernel/workqueue.c:2606) [ 2917.437899] process_one_work (kernel/workqueue.c:2633) [ 2917.437901] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2917.437904] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2917.437905] kthread (kernel/kthread.c:388) [ 2917.437908] ? __pfx_kthread (kernel/kthread.c:341) [ 2917.437910] ret_from_fork (arch/x86/kernel/process.c:147) [ 2917.437913] ? __pfx_kthread (kernel/kthread.c:341) [ 2917.437915] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2917.437920] | [ 2945.364558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2945.364886] rcu: 0-....: (2911684 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=728044 | [ 2945.365399] rcu: (t=2912737 jiffies g=18285 q=560 ncpus=4) [ 2945.366126] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2945.366706] Workqueue: netns cleanup_net [ 2945.366915] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2945.367201] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2945.368150] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 2945.368419] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 2945.368783] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 2945.369148] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 2945.369512] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 2945.369873] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 2945.370239] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 2945.370652] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2945.370946] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 2945.371312] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2945.371675] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2945.372039] PKRU: 55555554 [ 2945.372182] Call Trace: [ 2945.372315] [ 2945.372429] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2945.372661] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2945.372895] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2945.373103] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2945.373306] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2945.373507] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2945.373741] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2945.373968] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2945.374244] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2945.374456] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2945.374717] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2945.374947] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2945.375170] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2945.375445] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2945.375706] [ 2945.375819] [ 2945.375934] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2945.376209] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2945.376470] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2945.376674] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2945.376869] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2945.377134] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2945.377390] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2945.377639] __tcf_action_put (net/sched/act_api.c:377) [ 2945.377850] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2945.378066] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2945.378269] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 2945.378546] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 2945.378805] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2945.379011] tcf_chain_flush (net/sched/cls_api.c:737) [ 2945.379212] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2945.379415] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 2945.379688] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2945.379892] dev_shutdown (net/sched/sch_generic.c:1482) [ 2945.380082] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2945.380361] default_device_exit_batch (net/core/dev.c:11629) [ 2945.380614] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 2945.380804] ? process_one_work (kernel/workqueue.c:2606) [ 2945.381023] process_one_work (kernel/workqueue.c:2633) [ 2945.381235] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2945.381439] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2945.381662] kthread (kernel/kthread.c:388) [ 2945.381831] ? __pfx_kthread (kernel/kthread.c:341) [ 2945.382032] ret_from_fork (arch/x86/kernel/process.c:147) [ 2945.382227] ? __pfx_kthread (kernel/kthread.c:341) [ 2945.382424] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3015.740576] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 2983092 jiffies s: 9973 root: 0x1/. | [ 3015.741216] rcu: blocking rcu_node structures (internal RCU debug): | [ 3015.741567] Sending NMI from CPU 3 to CPUs 0: | [ 3015.741813] NMI backtrace for cpu 0 [ 3015.741822] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3015.741825] Workqueue: netns cleanup_net [ 3015.741834] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3015.741840] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3015.741841] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3015.741842] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3015.741843] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3015.741844] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3015.741845] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3015.741846] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3015.741849] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3015.741850] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3015.741851] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3015.741852] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3015.741852] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3015.741853] PKRU: 55555554 [ 3015.741854] Call Trace: [ 3015.741860] [ 3015.741864] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3015.741868] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3015.741872] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3015.741875] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3015.741878] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3015.741880] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3015.741884] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3015.741886] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3015.741888] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3015.741890] [ 3015.741891] [ 3015.741892] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3015.741896] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3015.741899] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3015.741904] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3015.741906] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3015.741908] __tcf_action_put (net/sched/act_api.c:377) [ 3015.741912] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3015.741914] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3015.741917] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3015.741922] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3015.741926] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3015.741929] tcf_chain_flush (net/sched/cls_api.c:737) [ 3015.741931] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3015.741935] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3015.741940] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3015.741943] dev_shutdown (net/sched/sch_generic.c:1482) [ 3015.741946] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3015.741949] default_device_exit_batch (net/core/dev.c:11629) [ 3015.741952] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3015.741955] ? process_one_work (kernel/workqueue.c:2606) [ 3015.741958] process_one_work (kernel/workqueue.c:2633) [ 3015.741961] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3015.741963] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3015.741965] kthread (kernel/kthread.c:388) [ 3015.741967] ? __pfx_kthread (kernel/kthread.c:341) [ 3015.741969] ret_from_fork (arch/x86/kernel/process.c:147) [ 3015.741972] ? __pfx_kthread (kernel/kthread.c:341) [ 3015.741973] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3015.741979] | [ 3023.385557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3023.385886] rcu: 0-....: (2989674 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=747545 | [ 3023.386399] rcu: (t=2990758 jiffies g=18285 q=560 ncpus=4) [ 3023.387121] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3023.387702] Workqueue: netns cleanup_net [ 3023.387908] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3023.388193] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3023.389124] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3023.389394] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3023.389756] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3023.390119] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3023.390482] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3023.390845] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3023.391207] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3023.391619] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3023.391915] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3023.392277] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3023.392641] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3023.393004] PKRU: 55555554 [ 3023.393146] Call Trace: [ 3023.393278] [ 3023.393391] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3023.393622] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3023.393858] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3023.394063] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3023.394267] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3023.394468] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3023.394700] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3023.394928] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3023.395201] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3023.395412] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3023.395660] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3023.395893] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3023.396115] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3023.396385] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3023.396643] [ 3023.396757] [ 3023.396870] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3023.397145] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3023.397407] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3023.397607] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3023.397798] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3023.398055] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3023.398308] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3023.398556] __tcf_action_put (net/sched/act_api.c:377) [ 3023.398761] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3023.398972] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3023.399174] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3023.399461] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3023.399713] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3023.399917] tcf_chain_flush (net/sched/cls_api.c:737) [ 3023.400119] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3023.400321] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3023.400585] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3023.400786] dev_shutdown (net/sched/sch_generic.c:1482) [ 3023.400976] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3023.401254] default_device_exit_batch (net/core/dev.c:11629) [ 3023.401503] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3023.401693] ? process_one_work (kernel/workqueue.c:2606) [ 3023.401914] process_one_work (kernel/workqueue.c:2633) [ 3023.402123] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3023.402320] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3023.402544] kthread (kernel/kthread.c:388) [ 3023.402711] ? __pfx_kthread (kernel/kthread.c:341) [ 3023.402909] ret_from_fork (arch/x86/kernel/process.c:147) [ 3023.403098] ? __pfx_kthread (kernel/kthread.c:341) [ 3023.403295] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3023.403503] | [ 3101.404558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3101.404889] rcu: 0-....: (3067676 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=767047 | [ 3101.405401] rcu: (t=3068777 jiffies g=18285 q=560 ncpus=4) [ 3101.406124] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3101.406705] Workqueue: netns cleanup_net [ 3101.406914] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3101.407204] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3101.408145] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3101.408414] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3101.408779] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3101.409138] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3101.409501] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3101.409865] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3101.410233] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3101.410644] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3101.410940] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3101.411304] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3101.411666] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3101.412028] PKRU: 55555554 [ 3101.412173] Call Trace: [ 3101.412306] [ 3101.412418] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3101.412649] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3101.412886] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3101.413091] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3101.413297] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3101.413501] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3101.413733] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3101.413963] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3101.414236] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3101.414449] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3101.414697] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3101.414931] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3101.415156] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3101.415425] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3101.415684] [ 3101.415799] [ 3101.415915] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3101.416189] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3101.416444] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3101.416645] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3101.416838] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3101.417103] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3101.417358] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3101.417607] __tcf_action_put (net/sched/act_api.c:377) [ 3101.417813] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3101.418022] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3101.418224] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3101.418499] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3101.418750] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3101.418957] tcf_chain_flush (net/sched/cls_api.c:737) [ 3101.419159] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3101.419362] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3101.419626] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3101.419828] dev_shutdown (net/sched/sch_generic.c:1482) [ 3101.420017] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3101.420297] default_device_exit_batch (net/core/dev.c:11629) [ 3101.420546] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3101.420736] ? process_one_work (kernel/workqueue.c:2606) [ 3101.420955] process_one_work (kernel/workqueue.c:2633) [ 3101.421165] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3101.421362] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3101.421587] kthread (kernel/kthread.c:388) [ 3101.421757] ? __pfx_kthread (kernel/kthread.c:341) [ 3101.421954] ret_from_fork (arch/x86/kernel/process.c:147) [ 3101.422145] ? __pfx_kthread (kernel/kthread.c:341) [ 3101.422341] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3114.044567] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3081396 jiffies s: 9973 root: 0x1/. | [ 3114.045165] rcu: blocking rcu_node structures (internal RCU debug): | [ 3114.045490] Sending NMI from CPU 3 to CPUs 0: | [ 3114.045738] NMI backtrace for cpu 0 [ 3114.045744] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3114.045746] Workqueue: netns cleanup_net [ 3114.045752] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3114.045757] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3114.045759] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3114.045760] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3114.045761] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3114.045762] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3114.045763] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3114.045764] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3114.045767] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3114.045768] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3114.045769] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3114.045770] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3114.045771] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3114.045771] PKRU: 55555554 [ 3114.045772] Call Trace: [ 3114.045774] [ 3114.045776] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3114.045780] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3114.045784] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3114.045786] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3114.045789] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3114.045791] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3114.045795] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3114.045797] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3114.045799] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3114.045801] [ 3114.045801] [ 3114.045802] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3114.045807] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3114.045810] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3114.045815] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3114.045817] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3114.045819] __tcf_action_put (net/sched/act_api.c:377) [ 3114.045824] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3114.045826] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3114.045829] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3114.045833] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3114.045837] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3114.045840] tcf_chain_flush (net/sched/cls_api.c:737) [ 3114.045842] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3114.045846] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3114.045851] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3114.045855] dev_shutdown (net/sched/sch_generic.c:1482) [ 3114.045857] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3114.045861] default_device_exit_batch (net/core/dev.c:11629) [ 3114.045863] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3114.045866] ? process_one_work (kernel/workqueue.c:2606) [ 3114.045870] process_one_work (kernel/workqueue.c:2633) [ 3114.045872] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3114.045875] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3114.045877] kthread (kernel/kthread.c:388) [ 3114.045880] ? __pfx_kthread (kernel/kthread.c:341) [ 3114.045881] ret_from_fork (arch/x86/kernel/process.c:147) [ 3114.045885] ? __pfx_kthread (kernel/kthread.c:341) [ 3114.045886] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3114.045891] | [ 3179.426558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3179.426890] rcu: 0-....: (3145667 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=786549 | [ 3179.427401] rcu: (t=3146799 jiffies g=18285 q=560 ncpus=4) [ 3179.428133] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3179.428714] Workqueue: netns cleanup_net [ 3179.428930] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3179.429213] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3179.430152] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3179.430421] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3179.430787] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3179.431151] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3179.431513] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3179.431877] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3179.432242] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3179.432653] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3179.432951] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3179.433322] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3179.433687] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3179.434049] PKRU: 55555554 [ 3179.434195] Call Trace: [ 3179.434330] [ 3179.434450] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3179.434686] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3179.434922] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3179.435130] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3179.435334] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3179.435535] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3179.435769] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3179.435996] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3179.436272] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3179.436485] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3179.436740] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3179.436974] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3179.437197] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3179.437465] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3179.437725] [ 3179.437839] [ 3179.437955] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3179.438230] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3179.438484] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3179.438686] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3179.438881] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3179.439142] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3179.439398] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3179.439648] __tcf_action_put (net/sched/act_api.c:377) [ 3179.439855] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3179.440064] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3179.440268] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3179.440546] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3179.440798] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3179.441004] tcf_chain_flush (net/sched/cls_api.c:737) [ 3179.441206] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3179.441411] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3179.441677] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3179.441880] dev_shutdown (net/sched/sch_generic.c:1482) [ 3179.442070] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3179.442349] default_device_exit_batch (net/core/dev.c:11629) [ 3179.442600] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3179.442789] ? process_one_work (kernel/workqueue.c:2606) [ 3179.443013] process_one_work (kernel/workqueue.c:2633) [ 3179.443222] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3179.443420] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3179.443645] kthread (kernel/kthread.c:388) [ 3179.443812] ? __pfx_kthread (kernel/kthread.c:341) [ 3179.444009] ret_from_fork (arch/x86/kernel/process.c:147) [ 3179.444199] ? __pfx_kthread (kernel/kthread.c:341) [ 3179.444396] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3212.348568] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3179700 jiffies s: 9973 root: 0x1/. | [ 3212.349167] rcu: blocking rcu_node structures (internal RCU debug): | [ 3212.349493] Sending NMI from CPU 3 to CPUs 0: | [ 3212.349744] NMI backtrace for cpu 0 [ 3212.349752] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3212.349753] Workqueue: netns cleanup_net [ 3212.349759] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3212.349765] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3212.349767] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3212.349768] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3212.349769] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3212.349771] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3212.349772] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3212.349772] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3212.349775] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3212.349777] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3212.349778] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3212.349778] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3212.349779] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3212.349780] PKRU: 55555554 [ 3212.349780] Call Trace: [ 3212.349782] [ 3212.349785] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3212.349789] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3212.349792] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3212.349795] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3212.349798] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3212.349800] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3212.349803] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3212.349806] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3212.349808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3212.349810] [ 3212.349810] [ 3212.349811] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3212.349816] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3212.349820] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3212.349825] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3212.349826] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3212.349828] __tcf_action_put (net/sched/act_api.c:377) [ 3212.349833] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3212.349835] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3212.349838] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3212.349843] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3212.349847] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3212.349850] tcf_chain_flush (net/sched/cls_api.c:737) [ 3212.349852] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3212.349856] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3212.349861] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3212.349864] dev_shutdown (net/sched/sch_generic.c:1482) [ 3212.349866] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3212.349870] default_device_exit_batch (net/core/dev.c:11629) [ 3212.349873] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3212.349875] ? process_one_work (kernel/workqueue.c:2606) [ 3212.349879] process_one_work (kernel/workqueue.c:2633) [ 3212.349882] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3212.349884] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3212.349886] kthread (kernel/kthread.c:388) [ 3212.349888] ? __pfx_kthread (kernel/kthread.c:341) [ 3212.349890] ret_from_fork (arch/x86/kernel/process.c:147) [ 3212.349893] ? __pfx_kthread (kernel/kthread.c:341) [ 3212.349895] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3212.349900] | [ 3257.443558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3257.443880] rcu: 0-....: (3223653 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=806049 | [ 3257.444394] rcu: (t=3224816 jiffies g=18285 q=560 ncpus=4) [ 3257.445122] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3257.445701] Workqueue: netns cleanup_net [ 3257.445909] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3257.446200] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3257.447141] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3257.447409] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3257.447778] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3257.448144] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3257.448510] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3257.448873] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3257.449239] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3257.449654] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3257.449948] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3257.450314] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3257.450680] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3257.451044] PKRU: 55555554 [ 3257.451188] Call Trace: [ 3257.451321] [ 3257.451436] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3257.451668] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3257.451905] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3257.452113] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3257.452316] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3257.452517] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3257.452752] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3257.452980] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3257.453256] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3257.453470] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3257.453721] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3257.453957] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3257.454182] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3257.454451] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3257.454713] [ 3257.454828] [ 3257.454944] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3257.455220] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3257.455476] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3257.455680] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3257.455875] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3257.456135] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3257.456398] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3257.456649] __tcf_action_put (net/sched/act_api.c:377) [ 3257.456853] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3257.457062] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3257.457265] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3257.457543] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3257.457797] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3257.458003] tcf_chain_flush (net/sched/cls_api.c:737) [ 3257.458206] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3257.458409] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3257.458677] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3257.458882] dev_shutdown (net/sched/sch_generic.c:1482) [ 3257.459072] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3257.459353] default_device_exit_batch (net/core/dev.c:11629) [ 3257.459610] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3257.459811] ? process_one_work (kernel/workqueue.c:2606) [ 3257.460040] process_one_work (kernel/workqueue.c:2633) [ 3257.460253] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3257.460450] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3257.460676] kthread (kernel/kthread.c:388) [ 3257.460849] ? __pfx_kthread (kernel/kthread.c:341) [ 3257.461045] ret_from_fork (arch/x86/kernel/process.c:147) [ 3257.461236] ? __pfx_kthread (kernel/kthread.c:341) [ 3257.461432] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3310.652566] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3278004 jiffies s: 9973 root: 0x1/. | [ 3310.653181] rcu: blocking rcu_node structures (internal RCU debug): | [ 3310.653506] Sending NMI from CPU 3 to CPUs 0: | [ 3310.653755] NMI backtrace for cpu 0 [ 3310.653762] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3310.653764] Workqueue: netns cleanup_net [ 3310.653768] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3310.653772] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3310.653774] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3310.653775] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3310.653776] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3310.653777] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3310.653778] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3310.653779] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3310.653781] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3310.653783] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3310.653783] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3310.653784] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3310.653785] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3310.653785] PKRU: 55555554 [ 3310.653786] Call Trace: [ 3310.653789] [ 3310.653791] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3310.653794] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3310.653798] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3310.653800] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3310.653803] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3310.653805] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3310.653809] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3310.653811] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3310.653813] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3310.653815] [ 3310.653815] [ 3310.653817] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3310.653820] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3310.653823] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3310.653827] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3310.653829] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3310.653830] __tcf_action_put (net/sched/act_api.c:377) [ 3310.653835] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3310.653837] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3310.653839] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3310.653844] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3310.653847] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3310.653850] tcf_chain_flush (net/sched/cls_api.c:737) [ 3310.653852] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3310.653856] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3310.653861] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3310.653864] dev_shutdown (net/sched/sch_generic.c:1482) [ 3310.653866] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3310.653869] default_device_exit_batch (net/core/dev.c:11629) [ 3310.653871] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3310.653874] ? process_one_work (kernel/workqueue.c:2606) [ 3310.653876] process_one_work (kernel/workqueue.c:2633) [ 3310.653879] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3310.653881] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3310.653883] kthread (kernel/kthread.c:388) [ 3310.653884] ? __pfx_kthread (kernel/kthread.c:341) [ 3310.653886] ret_from_fork (arch/x86/kernel/process.c:147) [ 3310.653888] ? __pfx_kthread (kernel/kthread.c:341) [ 3310.653890] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3310.653894] | [ 3335.465558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3335.465892] rcu: 0-....: (3301644 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=825550 | [ 3335.466402] rcu: (t=3302838 jiffies g=18285 q=560 ncpus=4) [ 3335.467128] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3335.467707] Workqueue: netns cleanup_net [ 3335.467915] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3335.468203] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3335.469133] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3335.469402] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3335.469766] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3335.470129] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3335.470493] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3335.470861] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3335.471225] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3335.471637] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3335.471933] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3335.472297] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3335.472662] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3335.473026] PKRU: 55555554 [ 3335.473168] Call Trace: [ 3335.473302] [ 3335.473413] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3335.473647] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3335.473886] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3335.474091] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3335.474294] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3335.474495] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3335.474730] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3335.474961] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3335.475236] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3335.475449] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3335.475699] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3335.475938] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3335.476163] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3335.476435] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3335.476695] [ 3335.476811] [ 3335.476925] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3335.477201] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3335.477456] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3335.477658] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3335.477853] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3335.478114] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3335.478371] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3335.478621] __tcf_action_put (net/sched/act_api.c:377) [ 3335.478825] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3335.479037] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3335.479241] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3335.479518] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3335.479771] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3335.479978] tcf_chain_flush (net/sched/cls_api.c:737) [ 3335.480185] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3335.480390] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3335.480656] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3335.480859] dev_shutdown (net/sched/sch_generic.c:1482) [ 3335.481049] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3335.481329] default_device_exit_batch (net/core/dev.c:11629) [ 3335.481579] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3335.481768] ? process_one_work (kernel/workqueue.c:2606) [ 3335.481989] process_one_work (kernel/workqueue.c:2633) [ 3335.482199] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3335.482396] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3335.482623] kthread (kernel/kthread.c:388) [ 3335.482790] ? __pfx_kthread (kernel/kthread.c:341) [ 3335.482988] ret_from_fork (arch/x86/kernel/process.c:147) [ 3335.483179] ? __pfx_kthread (kernel/kthread.c:341) [ 3335.483376] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3408.956571] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3376308 jiffies s: 9973 root: 0x1/. | [ 3408.957171] rcu: blocking rcu_node structures (internal RCU debug): | [ 3408.957494] Sending NMI from CPU 3 to CPUs 0: | [ 3408.957741] NMI backtrace for cpu 0 [ 3408.957747] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3408.957749] Workqueue: netns cleanup_net [ 3408.957755] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3408.957759] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 3408.957760] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3408.957761] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3408.957762] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3408.957763] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3408.957764] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3408.957765] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3408.957768] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3408.957769] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3408.957770] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3408.957771] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3408.957772] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3408.957772] PKRU: 55555554 [ 3408.957773] Call Trace: [ 3408.957775] [ 3408.957777] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3408.957780] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3408.957784] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3408.957786] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3408.957789] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3408.957791] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3408.957794] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3408.957796] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3408.957798] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3408.957800] [ 3408.957801] [ 3408.957801] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3408.957805] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3408.957808] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3408.957812] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3408.957814] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3408.957816] __tcf_action_put (net/sched/act_api.c:377) [ 3408.957819] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3408.957821] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3408.957823] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3408.957827] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3408.957831] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3408.957833] tcf_chain_flush (net/sched/cls_api.c:737) [ 3408.957835] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3408.957839] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3408.957843] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3408.957847] dev_shutdown (net/sched/sch_generic.c:1482) [ 3408.957849] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3408.957852] default_device_exit_batch (net/core/dev.c:11629) [ 3408.957855] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3408.957858] ? process_one_work (kernel/workqueue.c:2606) [ 3408.957861] process_one_work (kernel/workqueue.c:2633) [ 3408.957863] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3408.957865] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3408.957867] kthread (kernel/kthread.c:388) [ 3408.957869] ? __pfx_kthread (kernel/kthread.c:341) [ 3408.957871] ret_from_fork (arch/x86/kernel/process.c:147) [ 3408.957874] ? __pfx_kthread (kernel/kthread.c:341) [ 3408.957875] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3408.957879] | [ 3413.484558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3413.484873] rcu: 0-....: (3379632 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=845052 | [ 3413.485388] rcu: (t=3380857 jiffies g=18285 q=560 ncpus=4) [ 3413.486110] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3413.486686] Workqueue: netns cleanup_net [ 3413.486894] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3413.487177] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 3413.488111] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3413.488380] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3413.488745] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3413.489107] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3413.489470] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3413.489837] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3413.490208] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3413.490617] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3413.490912] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3413.491275] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3413.491635] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3413.491997] PKRU: 55555554 [ 3413.492141] Call Trace: [ 3413.492274] [ 3413.492383] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3413.492616] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3413.492854] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3413.493060] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3413.493262] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3413.493462] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3413.493698] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3413.493936] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3413.494226] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3413.494439] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3413.494688] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3413.494921] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3413.495146] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3413.495423] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3413.495682] [ 3413.495797] [ 3413.495913] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3413.496187] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3413.496441] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3413.496643] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3413.496837] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3413.497095] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3413.497351] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3413.497600] __tcf_action_put (net/sched/act_api.c:377) [ 3413.497806] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3413.498017] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3413.498218] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3413.498493] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3413.498745] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3413.498950] tcf_chain_flush (net/sched/cls_api.c:737) [ 3413.499153] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3413.499356] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3413.499620] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3413.499821] dev_shutdown (net/sched/sch_generic.c:1482) [ 3413.500011] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3413.500289] default_device_exit_batch (net/core/dev.c:11629) [ 3413.500539] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3413.500730] ? process_one_work (kernel/workqueue.c:2606) [ 3413.500948] process_one_work (kernel/workqueue.c:2633) [ 3413.501158] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3413.501355] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3413.501581] kthread (kernel/kthread.c:388) [ 3413.501749] ? __pfx_kthread (kernel/kthread.c:341) [ 3413.501947] ret_from_fork (arch/x86/kernel/process.c:147) [ 3413.502137] ? __pfx_kthread (kernel/kthread.c:341) [ 3413.502332] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3413.502539] | [ 3491.502571] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3491.502899] rcu: 0-....: (3457633 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=864553 | [ 3491.503408] rcu: (t=3458875 jiffies g=18285 q=560 ncpus=4) [ 3491.504135] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3491.504713] Workqueue: netns cleanup_net [ 3491.504922] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3491.505210] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 3491.506145] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3491.506417] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3491.506781] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3491.507142] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3491.507508] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3491.507870] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3491.508233] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3491.508645] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3491.508940] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3491.509303] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3491.509667] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3491.510029] PKRU: 55555554 [ 3491.510171] Call Trace: [ 3491.510309] [ 3491.510425] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3491.510656] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3491.510893] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3491.511098] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3491.511302] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3491.511504] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3491.511735] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3491.511964] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3491.512236] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3491.512450] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3491.512699] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3491.512929] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3491.513154] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3491.513422] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3491.513679] [ 3491.513794] [ 3491.513909] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3491.514183] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3491.514436] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3491.514636] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3491.514831] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3491.515097] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3491.515353] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3491.515602] __tcf_action_put (net/sched/act_api.c:377) [ 3491.515805] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3491.516014] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3491.516217] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3491.516493] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3491.516745] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3491.516952] tcf_chain_flush (net/sched/cls_api.c:737) [ 3491.517152] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3491.517355] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3491.517618] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3491.517819] dev_shutdown (net/sched/sch_generic.c:1482) [ 3491.518008] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3491.518289] default_device_exit_batch (net/core/dev.c:11629) [ 3491.518538] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3491.518728] ? process_one_work (kernel/workqueue.c:2606) [ 3491.518945] process_one_work (kernel/workqueue.c:2633) [ 3491.519154] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3491.519353] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3491.519576] kthread (kernel/kthread.c:388) [ 3491.519745] ? __pfx_kthread (kernel/kthread.c:341) [ 3491.519941] ret_from_fork (arch/x86/kernel/process.c:147) [ 3491.520131] ? __pfx_kthread (kernel/kthread.c:341) [ 3491.520328] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3507.260591] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3474612 jiffies s: 9973 root: 0x1/. | [ 3507.261469] rcu: blocking rcu_node structures (internal RCU debug): | [ 3507.261951] Sending NMI from CPU 3 to CPUs 0: | [ 3507.262304] NMI backtrace for cpu 0 [ 3507.262311] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3507.262313] Workqueue: netns cleanup_net [ 3507.262319] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3507.262322] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3507.262323] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3507.262324] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3507.262325] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3507.262326] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3507.262326] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3507.262327] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3507.262330] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3507.262331] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3507.262332] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3507.262333] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3507.262333] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3507.262334] PKRU: 55555554 [ 3507.262334] Call Trace: [ 3507.262335] [ 3507.262336] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3507.262340] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3507.262343] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3507.262345] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3507.262348] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3507.262350] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3507.262353] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3507.262355] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3507.262357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3507.262359] [ 3507.262359] [ 3507.262360] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3507.262363] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3507.262365] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3507.262369] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3507.262370] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3507.262372] __tcf_action_put (net/sched/act_api.c:377) [ 3507.262375] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3507.262376] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3507.262378] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3507.262382] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3507.262386] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3507.262389] tcf_chain_flush (net/sched/cls_api.c:737) [ 3507.262391] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3507.262394] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3507.262398] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3507.262401] dev_shutdown (net/sched/sch_generic.c:1482) [ 3507.262403] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3507.262406] default_device_exit_batch (net/core/dev.c:11629) [ 3507.262409] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3507.262411] ? process_one_work (kernel/workqueue.c:2606) [ 3507.262413] process_one_work (kernel/workqueue.c:2633) [ 3507.262416] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3507.262418] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3507.262420] kthread (kernel/kthread.c:388) [ 3507.262421] ? __pfx_kthread (kernel/kthread.c:341) [ 3507.262423] ret_from_fork (arch/x86/kernel/process.c:147) [ 3507.262425] ? __pfx_kthread (kernel/kthread.c:341) [ 3507.262427] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3507.262431] | [ 3569.520558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3569.520878] rcu: 0-....: (3535620 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=884053 | [ 3569.521387] rcu: (t=3536893 jiffies g=18285 q=560 ncpus=4) [ 3569.522106] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3569.522683] Workqueue: netns cleanup_net [ 3569.522889] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3569.523174] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3569.524106] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3569.524375] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3569.524742] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3569.525105] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3569.525467] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3569.525831] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3569.526194] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3569.526603] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3569.526899] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3569.527260] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3569.527622] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3569.527987] PKRU: 55555554 [ 3569.528129] Call Trace: [ 3569.528262] [ 3569.528377] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3569.528609] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3569.528847] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3569.529052] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3569.529253] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3569.529453] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3569.529686] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3569.529915] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3569.530188] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3569.530399] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3569.530648] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3569.530880] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3569.531103] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3569.531375] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3569.531633] [ 3569.531748] [ 3569.531862] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3569.532137] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3569.532390] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3569.532591] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3569.532785] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3569.533043] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3569.533299] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3569.533547] __tcf_action_put (net/sched/act_api.c:377) [ 3569.533749] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3569.533960] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3569.534161] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3569.534436] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3569.534694] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3569.534899] tcf_chain_flush (net/sched/cls_api.c:737) [ 3569.535101] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3569.535304] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3569.535568] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3569.535770] dev_shutdown (net/sched/sch_generic.c:1482) [ 3569.535960] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3569.536236] default_device_exit_batch (net/core/dev.c:11629) [ 3569.536486] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3569.536675] ? process_one_work (kernel/workqueue.c:2606) [ 3569.536894] process_one_work (kernel/workqueue.c:2633) [ 3569.537103] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3569.537300] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3569.537524] kthread (kernel/kthread.c:388) [ 3569.537692] ? __pfx_kthread (kernel/kthread.c:341) [ 3569.537889] ret_from_fork (arch/x86/kernel/process.c:147) [ 3569.538080] ? __pfx_kthread (kernel/kthread.c:341) [ 3569.538275] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3605.564579] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3572916 jiffies s: 9973 root: 0x1/. | [ 3605.565459] rcu: blocking rcu_node structures (internal RCU debug): | [ 3605.565960] Sending NMI from CPU 3 to CPUs 0: | [ 3605.566317] NMI backtrace for cpu 0 [ 3605.566323] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3605.566325] Workqueue: netns cleanup_net [ 3605.566330] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3605.566334] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3605.566335] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3605.566337] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3605.566337] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3605.566339] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3605.566340] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3605.566340] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3605.566343] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3605.566344] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3605.566345] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3605.566346] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3605.566346] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3605.566347] PKRU: 55555554 [ 3605.566348] Call Trace: [ 3605.566349] [ 3605.566351] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3605.566355] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3605.566358] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3605.566360] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3605.566363] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3605.566365] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3605.566368] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3605.566371] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3605.566373] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3605.566375] [ 3605.566375] [ 3605.566376] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3605.566379] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3605.566383] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3605.566386] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3605.566388] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3605.566390] __tcf_action_put (net/sched/act_api.c:377) [ 3605.566393] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3605.566395] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3605.566397] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3605.566401] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3605.566405] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3605.566407] tcf_chain_flush (net/sched/cls_api.c:737) [ 3605.566410] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3605.566413] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3605.566417] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3605.566420] dev_shutdown (net/sched/sch_generic.c:1482) [ 3605.566422] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3605.566425] default_device_exit_batch (net/core/dev.c:11629) [ 3605.566427] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3605.566430] ? process_one_work (kernel/workqueue.c:2606) [ 3605.566433] process_one_work (kernel/workqueue.c:2633) [ 3605.566436] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3605.566438] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3605.566440] kthread (kernel/kthread.c:388) [ 3605.566442] ? __pfx_kthread (kernel/kthread.c:341) [ 3605.566443] ret_from_fork (arch/x86/kernel/process.c:147) [ 3605.566446] ? __pfx_kthread (kernel/kthread.c:341) [ 3605.566447] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3605.566451] | [ 3647.540558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3647.540879] rcu: 0-....: (3613609 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=903554 | [ 3647.541390] rcu: (t=3614913 jiffies g=18285 q=560 ncpus=4) [ 3647.542123] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3647.542703] Workqueue: netns cleanup_net [ 3647.542917] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3647.543202] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3647.544144] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3647.544413] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3647.544778] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3647.545142] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3647.545503] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3647.545869] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3647.546234] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3647.546644] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3647.546941] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3647.547306] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3647.547673] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3647.548035] PKRU: 55555554 [ 3647.548180] Call Trace: [ 3647.548314] [ 3647.548434] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3647.548668] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3647.548904] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3647.549113] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3647.549315] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3647.549517] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3647.549751] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3647.549979] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3647.550255] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3647.550467] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3647.550717] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3647.550951] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3647.551175] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3647.551444] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3647.551705] [ 3647.551818] [ 3647.551934] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3647.552211] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3647.552465] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3647.552668] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3647.552863] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3647.553122] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3647.553378] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3647.553628] __tcf_action_put (net/sched/act_api.c:377) [ 3647.553833] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3647.554043] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3647.554253] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3647.554529] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3647.554782] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3647.554987] tcf_chain_flush (net/sched/cls_api.c:737) [ 3647.555187] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3647.555392] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3647.555657] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3647.555860] dev_shutdown (net/sched/sch_generic.c:1482) [ 3647.556049] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3647.556327] default_device_exit_batch (net/core/dev.c:11629) [ 3647.556577] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3647.556767] ? process_one_work (kernel/workqueue.c:2606) [ 3647.556986] process_one_work (kernel/workqueue.c:2633) [ 3647.557196] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3647.557394] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3647.557619] kthread (kernel/kthread.c:388) [ 3647.557785] ? __pfx_kthread (kernel/kthread.c:341) [ 3647.557983] ret_from_fork (arch/x86/kernel/process.c:147) [ 3647.558173] ? __pfx_kthread (kernel/kthread.c:341) [ 3647.558370] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3703.868567] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3671220 jiffies s: 9973 root: 0x1/. | [ 3703.869176] rcu: blocking rcu_node structures (internal RCU debug): | [ 3703.869504] Sending NMI from CPU 3 to CPUs 0: | [ 3703.869755] NMI backtrace for cpu 0 [ 3703.869762] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3703.869763] Workqueue: netns cleanup_net [ 3703.869769] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3703.869774] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 3703.869775] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3703.869776] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3703.869777] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3703.869778] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3703.869779] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3703.869780] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3703.869783] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3703.869784] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3703.869785] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3703.869785] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3703.869786] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3703.869787] PKRU: 55555554 [ 3703.869787] Call Trace: [ 3703.869789] [ 3703.869791] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3703.869795] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3703.869798] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3703.869800] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3703.869803] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3703.869805] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3703.869808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3703.869811] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3703.869813] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3703.869815] [ 3703.869815] [ 3703.869816] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3703.869820] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3703.869823] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3703.869827] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3703.869828] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3703.869830] __tcf_action_put (net/sched/act_api.c:377) [ 3703.869834] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3703.869836] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3703.869838] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3703.869843] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3703.869847] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3703.869849] tcf_chain_flush (net/sched/cls_api.c:737) [ 3703.869851] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3703.869855] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3703.869860] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3703.869862] dev_shutdown (net/sched/sch_generic.c:1482) [ 3703.869865] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3703.869868] default_device_exit_batch (net/core/dev.c:11629) [ 3703.869871] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3703.869873] ? process_one_work (kernel/workqueue.c:2606) [ 3703.869876] process_one_work (kernel/workqueue.c:2633) [ 3703.869878] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3703.869880] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3703.869882] kthread (kernel/kthread.c:388) [ 3703.869884] ? __pfx_kthread (kernel/kthread.c:341) [ 3703.869885] ret_from_fork (arch/x86/kernel/process.c:147) [ 3703.869888] ? __pfx_kthread (kernel/kthread.c:341) [ 3703.869889] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3703.869893] | [ 3725.560558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3725.560873] rcu: 0-....: (3691598 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=923055 | [ 3725.561384] rcu: (t=3692933 jiffies g=18285 q=560 ncpus=4) [ 3725.562106] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3725.562687] Workqueue: netns cleanup_net [ 3725.562896] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3725.563180] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3725.564122] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3725.564390] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3725.564755] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3725.565119] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3725.565480] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3725.565844] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3725.566209] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3725.566618] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3725.566915] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3725.567281] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3725.567646] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3725.568009] PKRU: 55555554 [ 3725.568155] Call Trace: [ 3725.568288] [ 3725.568401] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3725.568632] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3725.568871] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3725.569077] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3725.569278] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3725.569482] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3725.569714] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3725.569944] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3725.570217] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3725.570432] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3725.570681] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3725.570914] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3725.571140] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3725.571410] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3725.571670] [ 3725.571784] [ 3725.571900] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3725.572177] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3725.572435] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3725.572647] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3725.572847] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3725.573108] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3725.573365] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3725.573616] __tcf_action_put (net/sched/act_api.c:377) [ 3725.573824] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3725.574034] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3725.574235] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3725.574512] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3725.574763] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3725.574972] tcf_chain_flush (net/sched/cls_api.c:737) [ 3725.575173] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3725.575376] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3725.575641] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3725.575844] dev_shutdown (net/sched/sch_generic.c:1482) [ 3725.576033] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3725.576314] default_device_exit_batch (net/core/dev.c:11629) [ 3725.576564] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3725.576754] ? process_one_work (kernel/workqueue.c:2606) [ 3725.576972] process_one_work (kernel/workqueue.c:2633) [ 3725.577182] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3725.577381] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3725.577606] kthread (kernel/kthread.c:388) [ 3725.577775] ? __pfx_kthread (kernel/kthread.c:341) [ 3725.577972] ret_from_fork (arch/x86/kernel/process.c:147) [ 3725.578163] ? __pfx_kthread (kernel/kthread.c:341) [ 3725.578359] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3802.172566] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3769524 jiffies s: 9973 root: 0x1/. | [ 3802.173183] rcu: blocking rcu_node structures (internal RCU debug): | [ 3802.173517] Sending NMI from CPU 3 to CPUs 0: | [ 3802.173763] NMI backtrace for cpu 0 [ 3802.173769] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3802.173770] Workqueue: netns cleanup_net [ 3802.173776] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3802.173780] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3802.173781] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3802.173782] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3802.173783] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3802.173784] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3802.173785] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3802.173786] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3802.173789] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3802.173790] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3802.173791] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3802.173792] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3802.173792] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3802.173793] PKRU: 55555554 [ 3802.173793] Call Trace: [ 3802.173795] [ 3802.173797] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3802.173801] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3802.173804] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3802.173807] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3802.173810] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3802.173812] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3802.173815] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3802.173817] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3802.173820] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3802.173822] [ 3802.173822] [ 3802.173823] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3802.173826] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3802.173830] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3802.173834] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3802.173836] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3802.173838] __tcf_action_put (net/sched/act_api.c:377) [ 3802.173842] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3802.173844] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3802.173846] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3802.173850] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3802.173855] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3802.173857] tcf_chain_flush (net/sched/cls_api.c:737) [ 3802.173859] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3802.173863] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3802.173867] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3802.173870] dev_shutdown (net/sched/sch_generic.c:1482) [ 3802.173873] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3802.173876] default_device_exit_batch (net/core/dev.c:11629) [ 3802.173879] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3802.173882] ? process_one_work (kernel/workqueue.c:2606) [ 3802.173884] process_one_work (kernel/workqueue.c:2633) [ 3802.173887] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3802.173890] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3802.173892] kthread (kernel/kthread.c:388) [ 3802.173894] ? __pfx_kthread (kernel/kthread.c:341) [ 3802.173895] ret_from_fork (arch/x86/kernel/process.c:147) [ 3802.173898] ? __pfx_kthread (kernel/kthread.c:341) [ 3802.173900] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3802.173904] | [ 3803.582557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3803.582871] rcu: 0-....: (3769589 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=942557 | [ 3803.583387] rcu: (t=3770955 jiffies g=18285 q=560 ncpus=4) [ 3803.584107] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3803.584681] Workqueue: netns cleanup_net [ 3803.584889] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3803.585170] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3803.586103] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3803.586370] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3803.586735] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3803.587096] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3803.587457] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3803.587819] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3803.588184] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3803.588592] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3803.588886] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3803.589250] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3803.589611] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3803.589974] PKRU: 55555554 [ 3803.590119] Call Trace: [ 3803.590251] [ 3803.590362] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3803.590592] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3803.590828] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3803.591032] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3803.591232] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3803.591433] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3803.591664] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3803.591893] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3803.592166] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3803.592379] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3803.592626] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3803.592859] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3803.593083] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3803.593359] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3803.593617] [ 3803.593732] [ 3803.593847] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3803.594120] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3803.594373] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3803.594574] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3803.594767] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3803.595025] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3803.595282] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3803.595528] __tcf_action_put (net/sched/act_api.c:377) [ 3803.595731] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3803.595939] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3803.596139] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3803.596412] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3803.596663] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3803.596869] tcf_chain_flush (net/sched/cls_api.c:737) [ 3803.597070] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3803.597271] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3803.597534] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3803.597735] dev_shutdown (net/sched/sch_generic.c:1482) [ 3803.597923] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3803.598203] default_device_exit_batch (net/core/dev.c:11629) [ 3803.598451] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3803.598641] ? process_one_work (kernel/workqueue.c:2606) [ 3803.598857] process_one_work (kernel/workqueue.c:2633) [ 3803.599065] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3803.599263] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3803.599487] kthread (kernel/kthread.c:388) [ 3803.599655] ? __pfx_kthread (kernel/kthread.c:341) [ 3803.599851] ret_from_fork (arch/x86/kernel/process.c:147) [ 3803.600043] ? __pfx_kthread (kernel/kthread.c:341) [ 3803.600238] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3803.600444] | [ 3881.600557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3881.600888] rcu: 0-....: (3847590 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=962058 | [ 3881.601398] rcu: (t=3848973 jiffies g=18285 q=560 ncpus=4) [ 3881.602120] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3881.602696] Workqueue: netns cleanup_net [ 3881.602904] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3881.603194] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3881.604129] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3881.604397] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3881.604762] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3881.605123] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3881.605486] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3881.605848] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3881.606213] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3881.606624] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3881.606919] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3881.607283] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3881.607643] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3881.608006] PKRU: 55555554 [ 3881.608150] Call Trace: [ 3881.608283] [ 3881.608394] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3881.608625] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3881.608863] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3881.609067] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3881.609268] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3881.609468] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3881.609701] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3881.609929] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3881.610203] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3881.610414] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3881.610662] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3881.610895] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3881.611120] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3881.611388] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3881.611646] [ 3881.611761] [ 3881.611876] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3881.612149] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3881.612402] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3881.612605] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3881.612798] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3881.613060] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3881.613315] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3881.613564] __tcf_action_put (net/sched/act_api.c:377) [ 3881.613766] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3881.613976] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3881.614177] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3881.614451] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3881.614702] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3881.614908] tcf_chain_flush (net/sched/cls_api.c:737) [ 3881.615110] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3881.615312] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3881.615575] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3881.615776] dev_shutdown (net/sched/sch_generic.c:1482) [ 3881.615965] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3881.616244] default_device_exit_batch (net/core/dev.c:11629) [ 3881.616493] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3881.616682] ? process_one_work (kernel/workqueue.c:2606) [ 3881.616901] process_one_work (kernel/workqueue.c:2633) [ 3881.617110] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3881.617306] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3881.617530] kthread (kernel/kthread.c:388) [ 3881.617699] ? __pfx_kthread (kernel/kthread.c:341) [ 3881.617895] ret_from_fork (arch/x86/kernel/process.c:147) [ 3881.618085] ? __pfx_kthread (kernel/kthread.c:341) [ 3881.618281] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3900.476567] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3867828 jiffies s: 9973 root: 0x1/. | [ 3900.477180] rcu: blocking rcu_node structures (internal RCU debug): | [ 3900.477511] Sending NMI from CPU 3 to CPUs 0: | [ 3900.477764] NMI backtrace for cpu 0 [ 3900.477769] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3900.477770] Workqueue: netns cleanup_net [ 3900.477773] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3900.477776] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3900.477777] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3900.477779] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3900.477780] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3900.477780] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3900.477781] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3900.477782] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3900.477785] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3900.477786] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3900.477787] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3900.477788] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3900.477788] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3900.477789] PKRU: 55555554 [ 3900.477789] Call Trace: [ 3900.477790] [ 3900.477792] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3900.477796] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3900.477799] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3900.477801] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3900.477804] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3900.477806] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3900.477810] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3900.477812] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3900.477814] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3900.477816] [ 3900.477817] [ 3900.477817] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3900.477820] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3900.477822] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3900.477825] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3900.477827] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3900.477829] __tcf_action_put (net/sched/act_api.c:377) [ 3900.477831] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3900.477833] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3900.477835] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3900.477839] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3900.477843] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3900.477845] tcf_chain_flush (net/sched/cls_api.c:737) [ 3900.477847] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3900.477850] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3900.477854] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3900.477857] dev_shutdown (net/sched/sch_generic.c:1482) [ 3900.477859] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3900.477861] default_device_exit_batch (net/core/dev.c:11629) [ 3900.477864] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3900.477866] ? process_one_work (kernel/workqueue.c:2606) [ 3900.477868] process_one_work (kernel/workqueue.c:2633) [ 3900.477871] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3900.477873] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3900.477875] kthread (kernel/kthread.c:388) [ 3900.477877] ? __pfx_kthread (kernel/kthread.c:341) [ 3900.477878] ret_from_fork (arch/x86/kernel/process.c:147) [ 3900.477881] ? __pfx_kthread (kernel/kthread.c:341) [ 3900.477882] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3900.477886] | [ 3959.619566] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3959.619900] rcu: 0-....: (3925578 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=981559 | [ 3959.620411] rcu: (t=3926992 jiffies g=18285 q=560 ncpus=4) [ 3959.621137] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3959.621715] Workqueue: netns cleanup_net [ 3959.621925] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3959.622212] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3959.623190] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3959.623458] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3959.623825] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3959.624186] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3959.624548] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3959.624912] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3959.625277] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3959.625686] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3959.625981] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3959.626344] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3959.626704] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3959.627067] PKRU: 55555554 [ 3959.627211] Call Trace: [ 3959.627348] [ 3959.627463] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3959.627696] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3959.627933] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3959.628137] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3959.628340] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3959.628542] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3959.628772] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3959.629002] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3959.629275] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3959.629490] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3959.629739] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3959.629970] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3959.630195] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3959.630464] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3959.630722] [ 3959.630837] [ 3959.630952] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3959.631225] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3959.631479] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3959.631680] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3959.631875] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3959.632134] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3959.632390] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3959.632643] __tcf_action_put (net/sched/act_api.c:377) [ 3959.632846] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3959.633054] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3959.633255] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3959.633532] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3959.633782] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3959.633988] tcf_chain_flush (net/sched/cls_api.c:737) [ 3959.634189] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3959.634390] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3959.634653] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3959.634855] dev_shutdown (net/sched/sch_generic.c:1482) [ 3959.635044] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3959.635323] default_device_exit_batch (net/core/dev.c:11629) [ 3959.635573] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3959.635762] ? process_one_work (kernel/workqueue.c:2606) [ 3959.635980] process_one_work (kernel/workqueue.c:2633) [ 3959.636190] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3959.636387] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3959.636610] kthread (kernel/kthread.c:388) [ 3959.636779] ? __pfx_kthread (kernel/kthread.c:341) [ 3959.636974] ret_from_fork (arch/x86/kernel/process.c:147) [ 3959.637164] ? __pfx_kthread (kernel/kthread.c:341) [ 3959.637359] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3998.780573] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 3966132 jiffies s: 9973 root: 0x1/. | [ 3998.781185] rcu: blocking rcu_node structures (internal RCU debug): | [ 3998.781516] Sending NMI from CPU 3 to CPUs 0: | [ 3998.781781] NMI backtrace for cpu 0 [ 3998.781789] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3998.781790] Workqueue: netns cleanup_net [ 3998.781798] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3998.781802] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3998.781803] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 3998.781804] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 3998.781805] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 3998.781806] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 3998.781807] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 3998.781807] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 3998.781810] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 3998.781811] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3998.781811] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 3998.781812] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3998.781813] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3998.781813] PKRU: 55555554 [ 3998.781814] Call Trace: [ 3998.781816] [ 3998.781817] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3998.781821] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3998.781825] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3998.781827] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3998.781830] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3998.781832] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3998.781835] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3998.781837] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3998.781839] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3998.781841] [ 3998.781842] [ 3998.781843] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3998.781846] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3998.781849] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3998.781852] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3998.781853] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3998.781855] __tcf_action_put (net/sched/act_api.c:377) [ 3998.781858] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3998.781860] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3998.781862] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 3998.781866] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 3998.781870] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3998.781872] tcf_chain_flush (net/sched/cls_api.c:737) [ 3998.781874] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3998.781878] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 3998.781882] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3998.781885] dev_shutdown (net/sched/sch_generic.c:1482) [ 3998.781887] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3998.781890] default_device_exit_batch (net/core/dev.c:11629) [ 3998.781893] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 3998.781895] ? process_one_work (kernel/workqueue.c:2606) [ 3998.781898] process_one_work (kernel/workqueue.c:2633) [ 3998.781901] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3998.781903] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3998.781905] kthread (kernel/kthread.c:388) [ 3998.781907] ? __pfx_kthread (kernel/kthread.c:341) [ 3998.781909] ret_from_fork (arch/x86/kernel/process.c:147) [ 3998.781912] ? __pfx_kthread (kernel/kthread.c:341) [ 3998.781913] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3998.781917] | [ 4037.637557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4037.637879] rcu: 0-....: (4003565 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1001059 | [ 4037.638395] rcu: (t=4005010 jiffies g=18285 q=560 ncpus=4) [ 4037.639118] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4037.639697] Workqueue: netns cleanup_net [ 4037.639908] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4037.640192] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4037.641130] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4037.641399] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4037.641764] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4037.642130] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4037.642494] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4037.642862] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4037.643228] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4037.643640] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4037.643936] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4037.644302] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4037.644665] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4037.645027] PKRU: 55555554 [ 4037.645173] Call Trace: [ 4037.645305] [ 4037.645417] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4037.645648] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4037.645886] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4037.646092] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4037.646294] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4037.646496] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4037.646728] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4037.646958] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4037.647232] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4037.647447] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4037.647695] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4037.647928] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4037.648154] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4037.648423] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4037.648682] [ 4037.648798] [ 4037.648914] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4037.649188] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4037.649442] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4037.649643] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4037.649838] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4037.650097] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4037.650355] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4037.650603] __tcf_action_put (net/sched/act_api.c:377) [ 4037.650808] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4037.651018] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4037.651220] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4037.651496] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4037.651748] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4037.651956] tcf_chain_flush (net/sched/cls_api.c:737) [ 4037.652162] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4037.652365] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4037.652628] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4037.652830] dev_shutdown (net/sched/sch_generic.c:1482) [ 4037.653019] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4037.653299] default_device_exit_batch (net/core/dev.c:11629) [ 4037.653550] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4037.653740] ? process_one_work (kernel/workqueue.c:2606) [ 4037.653958] process_one_work (kernel/workqueue.c:2633) [ 4037.654168] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4037.654366] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4037.654591] kthread (kernel/kthread.c:388) [ 4037.654761] ? __pfx_kthread (kernel/kthread.c:341) [ 4037.654958] ret_from_fork (arch/x86/kernel/process.c:147) [ 4037.655148] ? __pfx_kthread (kernel/kthread.c:341) [ 4037.655344] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4097.084567] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 4064436 jiffies s: 9973 root: 0x1/. | [ 4097.085171] rcu: blocking rcu_node structures (internal RCU debug): | [ 4097.085498] Sending NMI from CPU 3 to CPUs 0: | [ 4097.085746] NMI backtrace for cpu 0 [ 4097.085753] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4097.085755] Workqueue: netns cleanup_net [ 4097.085760] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4097.085764] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4097.085766] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4097.085767] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4097.085768] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4097.085769] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4097.085770] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4097.085771] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4097.085774] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4097.085775] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4097.085776] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4097.085777] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4097.085777] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4097.085778] PKRU: 55555554 [ 4097.085779] Call Trace: [ 4097.085780] [ 4097.085782] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4097.085786] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4097.085789] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4097.085792] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4097.085794] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4097.085796] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4097.085800] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4097.085802] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4097.085804] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4097.085806] [ 4097.085806] [ 4097.085807] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4097.085810] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4097.085814] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4097.085818] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4097.085819] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4097.085821] __tcf_action_put (net/sched/act_api.c:377) [ 4097.085825] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4097.085827] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4097.085829] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4097.085834] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4097.085837] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4097.085840] tcf_chain_flush (net/sched/cls_api.c:737) [ 4097.085842] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4097.085845] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4097.085850] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4097.085853] dev_shutdown (net/sched/sch_generic.c:1482) [ 4097.085855] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4097.085858] default_device_exit_batch (net/core/dev.c:11629) [ 4097.085861] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4097.085863] ? process_one_work (kernel/workqueue.c:2606) [ 4097.085866] process_one_work (kernel/workqueue.c:2633) [ 4097.085869] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4097.085871] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4097.085873] kthread (kernel/kthread.c:388) [ 4097.085875] ? __pfx_kthread (kernel/kthread.c:341) [ 4097.085877] ret_from_fork (arch/x86/kernel/process.c:147) [ 4097.085880] ? __pfx_kthread (kernel/kthread.c:341) [ 4097.085881] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4097.085886] | [ 4115.657557] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4115.657876] rcu: 0-....: (4081554 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1020561 | [ 4115.658392] rcu: (t=4083030 jiffies g=18285 q=560 ncpus=4) [ 4115.659115] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4115.659693] Workqueue: netns cleanup_net [ 4115.659899] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4115.660185] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4115.661118] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4115.661387] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4115.661753] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4115.662114] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4115.662476] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4115.662838] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4115.663201] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4115.663611] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4115.663906] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4115.664266] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4115.664628] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4115.664991] PKRU: 55555554 [ 4115.665133] Call Trace: [ 4115.665266] [ 4115.665377] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4115.665607] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4115.665844] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4115.666050] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4115.666251] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4115.666450] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4115.666683] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4115.666913] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4115.667187] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4115.667398] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4115.667647] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4115.667879] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4115.668103] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4115.668373] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4115.668630] [ 4115.668745] [ 4115.668859] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4115.669134] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4115.669388] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4115.669589] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4115.669783] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4115.670041] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4115.670297] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4115.670545] __tcf_action_put (net/sched/act_api.c:377) [ 4115.670745] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4115.670956] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4115.671158] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4115.671434] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4115.671684] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4115.671894] tcf_chain_flush (net/sched/cls_api.c:737) [ 4115.672097] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4115.672301] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4115.672564] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4115.672766] dev_shutdown (net/sched/sch_generic.c:1482) [ 4115.672955] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4115.673232] default_device_exit_batch (net/core/dev.c:11629) [ 4115.673481] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4115.673670] ? process_one_work (kernel/workqueue.c:2606) [ 4115.673893] process_one_work (kernel/workqueue.c:2633) [ 4115.674103] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4115.674300] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4115.674524] kthread (kernel/kthread.c:388) [ 4115.674691] ? __pfx_kthread (kernel/kthread.c:341) [ 4115.674888] ret_from_fork (arch/x86/kernel/process.c:147) [ 4115.675077] ? __pfx_kthread (kernel/kthread.c:341) [ 4115.675273] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4115.675481] | [ 4193.677558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4193.677882] rcu: 0-....: (4159557 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1040062 | [ 4193.678395] rcu: (t=4161050 jiffies g=18285 q=560 ncpus=4) [ 4193.679125] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4193.679704] Workqueue: netns cleanup_net [ 4193.679918] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4193.680202] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 4193.681137] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4193.681410] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4193.681774] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4193.682136] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4193.682498] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4193.682860] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4193.683225] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4193.683634] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4193.683930] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4193.684295] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4193.684658] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4193.685020] PKRU: 55555554 [ 4193.685166] Call Trace: [ 4193.685300] [ 4193.685419] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4193.685652] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4193.685888] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4193.686095] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4193.686297] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4193.686498] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4193.686731] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4193.686959] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4193.687236] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4193.687458] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4193.687713] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4193.687952] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4193.688183] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4193.688459] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4193.688726] [ 4193.688845] [ 4193.688963] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4193.689246] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4193.689508] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4193.689717] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4193.689918] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4193.690184] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4193.690448] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4193.690706] __tcf_action_put (net/sched/act_api.c:377) [ 4193.690920] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4193.691135] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4193.691353] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4193.691642] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4193.691900] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4193.692111] tcf_chain_flush (net/sched/cls_api.c:737) [ 4193.692317] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4193.692525] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4193.692801] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4193.693010] dev_shutdown (net/sched/sch_generic.c:1482) [ 4193.693205] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4193.693491] default_device_exit_batch (net/core/dev.c:11629) [ 4193.693748] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4193.693943] ? process_one_work (kernel/workqueue.c:2606) [ 4193.694169] process_one_work (kernel/workqueue.c:2633) [ 4193.694385] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4193.694589] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4193.694820] kthread (kernel/kthread.c:388) [ 4193.694993] ? __pfx_kthread (kernel/kthread.c:341) [ 4193.695193] ret_from_fork (arch/x86/kernel/process.c:147) [ 4193.695388] ? __pfx_kthread (kernel/kthread.c:341) [ 4193.695590] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4195.388569] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 4162740 jiffies s: 9973 root: 0x1/. | [ 4195.389181] rcu: blocking rcu_node structures (internal RCU debug): | [ 4195.389512] Sending NMI from CPU 3 to CPUs 0: | [ 4195.389761] NMI backtrace for cpu 0 [ 4195.389765] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4195.389766] Workqueue: netns cleanup_net [ 4195.389768] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4195.389771] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4195.389772] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4195.389773] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4195.389774] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4195.389775] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4195.389775] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4195.389776] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4195.389779] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4195.389780] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4195.389780] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4195.389782] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4195.389782] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4195.389783] PKRU: 55555554 [ 4195.389783] Call Trace: [ 4195.389784] [ 4195.389785] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4195.389789] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4195.389791] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4195.389794] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4195.389796] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4195.389798] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4195.389801] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4195.389803] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4195.389805] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4195.389807] [ 4195.389808] [ 4195.389808] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4195.389811] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4195.389813] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4195.389816] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4195.389817] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4195.389819] __tcf_action_put (net/sched/act_api.c:377) [ 4195.389821] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4195.389823] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4195.389824] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4195.389828] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4195.389832] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4195.389834] tcf_chain_flush (net/sched/cls_api.c:737) [ 4195.389836] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4195.389839] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4195.389843] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4195.389845] dev_shutdown (net/sched/sch_generic.c:1482) [ 4195.389847] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4195.389850] default_device_exit_batch (net/core/dev.c:11629) [ 4195.389852] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4195.389855] ? process_one_work (kernel/workqueue.c:2606) [ 4195.389856] process_one_work (kernel/workqueue.c:2633) [ 4195.389859] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4195.389861] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4195.389863] kthread (kernel/kthread.c:388) [ 4195.389864] ? __pfx_kthread (kernel/kthread.c:341) [ 4195.389866] ret_from_fork (arch/x86/kernel/process.c:147) [ 4195.389868] ? __pfx_kthread (kernel/kthread.c:341) [ 4195.389869] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4195.389873] | [ 4271.697558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4271.697886] rcu: 0-....: (4237546 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1059563 | [ 4271.698398] rcu: (t=4239070 jiffies g=18285 q=560 ncpus=4) [ 4271.699125] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4271.699701] Workqueue: netns cleanup_net [ 4271.699911] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4271.700196] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4271.701130] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4271.701398] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4271.701763] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4271.702127] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4271.702490] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4271.702850] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4271.703215] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4271.703626] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4271.703919] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4271.704284] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4271.704646] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4271.705009] PKRU: 55555554 [ 4271.705153] Call Trace: [ 4271.705285] [ 4271.705398] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4271.705629] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4271.705866] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4271.706073] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4271.706276] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4271.706477] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4271.706711] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4271.706938] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4271.707213] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4271.707426] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4271.707675] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4271.707909] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4271.708133] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4271.708401] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4271.708661] [ 4271.708775] [ 4271.708891] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4271.709166] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4271.709420] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4271.709623] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4271.709817] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4271.710077] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4271.710333] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4271.710581] __tcf_action_put (net/sched/act_api.c:377) [ 4271.710784] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4271.710998] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4271.711201] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4271.711478] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4271.711730] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4271.711936] tcf_chain_flush (net/sched/cls_api.c:737) [ 4271.712137] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4271.712339] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4271.712605] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4271.712809] dev_shutdown (net/sched/sch_generic.c:1482) [ 4271.712998] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4271.713276] default_device_exit_batch (net/core/dev.c:11629) [ 4271.713526] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4271.713715] ? process_one_work (kernel/workqueue.c:2606) [ 4271.713933] process_one_work (kernel/workqueue.c:2633) [ 4271.714145] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4271.714342] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4271.714565] kthread (kernel/kthread.c:388) [ 4271.714734] ? __pfx_kthread (kernel/kthread.c:341) [ 4271.714930] ret_from_fork (arch/x86/kernel/process.c:147) [ 4271.715120] ? __pfx_kthread (kernel/kthread.c:341) [ 4271.715316] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4293.692581] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 4261044 jiffies s: 9973 root: 0x1/. | [ 4293.693452] rcu: blocking rcu_node structures (internal RCU debug): | [ 4293.693930] Sending NMI from CPU 3 to CPUs 0: | [ 4293.694275] NMI backtrace for cpu 0 [ 4293.694281] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4293.694282] Workqueue: netns cleanup_net [ 4293.694287] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4293.694290] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4293.694291] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4293.694293] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4293.694294] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4293.694294] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4293.694295] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4293.694296] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4293.694298] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4293.694300] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4293.694300] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4293.694301] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4293.694302] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4293.694302] PKRU: 55555554 [ 4293.694303] Call Trace: [ 4293.694304] [ 4293.694306] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4293.694310] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4293.694313] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4293.694315] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4293.694318] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4293.694320] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4293.694323] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4293.694325] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4293.694327] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4293.694329] [ 4293.694330] [ 4293.694331] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4293.694334] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4293.694337] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4293.694341] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4293.694342] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4293.694344] __tcf_action_put (net/sched/act_api.c:377) [ 4293.694348] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4293.694350] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4293.694352] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4293.694356] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4293.694360] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4293.694362] tcf_chain_flush (net/sched/cls_api.c:737) [ 4293.694365] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4293.694368] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4293.694372] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4293.694375] dev_shutdown (net/sched/sch_generic.c:1482) [ 4293.694378] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4293.694381] default_device_exit_batch (net/core/dev.c:11629) [ 4293.694383] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4293.694386] ? process_one_work (kernel/workqueue.c:2606) [ 4293.694389] process_one_work (kernel/workqueue.c:2633) [ 4293.694392] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4293.694394] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4293.694396] kthread (kernel/kthread.c:388) [ 4293.694397] ? __pfx_kthread (kernel/kthread.c:341) [ 4293.694399] ret_from_fork (arch/x86/kernel/process.c:147) [ 4293.694401] ? __pfx_kthread (kernel/kthread.c:341) [ 4293.694403] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4293.694407] | [ 4349.717558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4349.717896] rcu: 0-....: (4315535 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1079064 | [ 4349.718410] rcu: (t=4317090 jiffies g=18285 q=560 ncpus=4) [ 4349.719133] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4349.719711] Workqueue: netns cleanup_net [ 4349.719922] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4349.720206] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4349.721147] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4349.721416] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4349.721783] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4349.722141] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4349.722503] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4349.722867] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4349.723232] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4349.723642] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4349.723940] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4349.724310] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4349.724679] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4349.725046] PKRU: 55555554 [ 4349.725192] Call Trace: [ 4349.725328] [ 4349.725441] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4349.725677] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4349.725918] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4349.726126] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4349.726332] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4349.726536] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4349.726772] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4349.727004] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4349.727283] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4349.727499] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4349.727749] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4349.727986] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4349.728214] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4349.728487] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4349.728749] [ 4349.728866] [ 4349.728983] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4349.729261] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4349.729519] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4349.729723] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4349.729919] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4349.730182] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4349.730440] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4349.730696] __tcf_action_put (net/sched/act_api.c:377) [ 4349.730904] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4349.731119] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4349.731323] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4349.731603] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4349.731859] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4349.732068] tcf_chain_flush (net/sched/cls_api.c:737) [ 4349.732273] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4349.732478] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4349.732746] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4349.732952] dev_shutdown (net/sched/sch_generic.c:1482) [ 4349.733142] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4349.733426] default_device_exit_batch (net/core/dev.c:11629) [ 4349.733678] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4349.733872] ? process_one_work (kernel/workqueue.c:2606) [ 4349.734093] process_one_work (kernel/workqueue.c:2633) [ 4349.734305] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4349.734508] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4349.734738] kthread (kernel/kthread.c:388) [ 4349.734909] ? __pfx_kthread (kernel/kthread.c:341) [ 4349.735108] ret_from_fork (arch/x86/kernel/process.c:147) [ 4349.735298] ? __pfx_kthread (kernel/kthread.c:341) [ 4349.735497] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4391.996571] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 4359348 jiffies s: 9973 root: 0x1/. | [ 4391.997208] rcu: blocking rcu_node structures (internal RCU debug): | [ 4391.997570] Sending NMI from CPU 3 to CPUs 0: | [ 4391.997828] NMI backtrace for cpu 0 [ 4391.997834] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4391.997836] Workqueue: netns cleanup_net [ 4391.997841] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4391.997845] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4391.997846] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4391.997847] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4391.997849] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4391.997849] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4391.997850] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4391.997851] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4391.997854] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4391.997855] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4391.997855] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4391.997856] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4391.997857] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4391.997857] PKRU: 55555554 [ 4391.997858] Call Trace: [ 4391.997860] [ 4391.997861] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4391.997865] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4391.997868] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4391.997871] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4391.997874] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4391.997876] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4391.997879] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4391.997881] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4391.997883] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4391.997885] [ 4391.997885] [ 4391.997886] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4391.997890] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4391.997893] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4391.997898] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4391.997899] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4391.997901] __tcf_action_put (net/sched/act_api.c:377) [ 4391.997905] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4391.997907] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4391.997910] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4391.997914] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4391.997918] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4391.997920] tcf_chain_flush (net/sched/cls_api.c:737) [ 4391.997922] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4391.997926] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4391.997930] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4391.997933] dev_shutdown (net/sched/sch_generic.c:1482) [ 4391.997936] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4391.997939] default_device_exit_batch (net/core/dev.c:11629) [ 4391.997942] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4391.997945] ? process_one_work (kernel/workqueue.c:2606) [ 4391.997948] process_one_work (kernel/workqueue.c:2633) [ 4391.997951] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4391.997953] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4391.997955] kthread (kernel/kthread.c:388) [ 4391.997957] ? __pfx_kthread (kernel/kthread.c:341) [ 4391.997958] ret_from_fork (arch/x86/kernel/process.c:147) [ 4391.997961] ? __pfx_kthread (kernel/kthread.c:341) [ 4391.997963] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4391.997967] | [ 4427.739566] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4427.739901] rcu: 0-....: (4393526 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1098566 | [ 4427.740418] rcu: (t=4395112 jiffies g=18285 q=560 ncpus=4) [ 4427.741143] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4427.741721] Workqueue: netns cleanup_net [ 4427.741932] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4427.742214] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4427.743145] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4427.743412] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4427.743777] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4427.744140] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4427.744502] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4427.744862] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4427.745226] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4427.745635] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4427.745929] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4427.746291] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4427.746653] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4427.747016] PKRU: 55555554 [ 4427.747158] Call Trace: [ 4427.747294] [ 4427.747410] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4427.747641] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4427.747876] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4427.748083] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4427.748284] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4427.748486] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4427.748721] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4427.748955] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4427.749237] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4427.749452] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4427.749707] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4427.749946] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4427.750178] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4427.750456] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4427.750720] [ 4427.750837] [ 4427.750953] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4427.751238] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4427.751496] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4427.751703] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4427.751902] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4427.752168] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4427.752423] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4427.752671] __tcf_action_put (net/sched/act_api.c:377) [ 4427.752873] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4427.753081] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4427.753283] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4427.753557] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4427.753807] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4427.754011] tcf_chain_flush (net/sched/cls_api.c:737) [ 4427.754211] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4427.754415] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4427.754678] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4427.754880] dev_shutdown (net/sched/sch_generic.c:1482) [ 4427.755069] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4427.755346] default_device_exit_batch (net/core/dev.c:11629) [ 4427.755595] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4427.755783] ? process_one_work (kernel/workqueue.c:2606) [ 4427.756002] process_one_work (kernel/workqueue.c:2633) [ 4427.756212] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4427.756411] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4427.756635] kthread (kernel/kthread.c:388) [ 4427.756801] ? __pfx_kthread (kernel/kthread.c:341) [ 4427.756997] ret_from_fork (arch/x86/kernel/process.c:147) [ 4427.757186] ? __pfx_kthread (kernel/kthread.c:341) [ 4427.757382] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4490.300573] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 4457652 jiffies s: 9973 root: 0x1/. | [ 4490.301178] rcu: blocking rcu_node structures (internal RCU debug): | [ 4490.301506] Sending NMI from CPU 3 to CPUs 0: | [ 4490.301765] NMI backtrace for cpu 0 [ 4490.301774] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4490.301776] Workqueue: netns cleanup_net [ 4490.301784] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4490.301788] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4490.301790] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4490.301791] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4490.301792] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4490.301793] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4490.301794] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4490.301795] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4490.301798] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4490.301799] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4490.301800] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4490.301801] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4490.301801] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4490.301802] PKRU: 55555554 [ 4490.301802] Call Trace: [ 4490.301805] [ 4490.301808] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4490.301811] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4490.301815] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4490.301817] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4490.301820] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4490.301822] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4490.301825] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4490.301828] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4490.301830] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4490.301832] [ 4490.301832] [ 4490.301833] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4490.301837] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4490.301841] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4490.301845] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4490.301847] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4490.301849] __tcf_action_put (net/sched/act_api.c:377) [ 4490.301853] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4490.301855] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4490.301858] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4490.301862] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4490.301866] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4490.301869] tcf_chain_flush (net/sched/cls_api.c:737) [ 4490.301871] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4490.301875] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4490.301880] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4490.301884] dev_shutdown (net/sched/sch_generic.c:1482) [ 4490.301886] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4490.301889] default_device_exit_batch (net/core/dev.c:11629) [ 4490.301892] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4490.301895] ? process_one_work (kernel/workqueue.c:2606) [ 4490.301898] process_one_work (kernel/workqueue.c:2633) [ 4490.301900] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4490.301903] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4490.301904] kthread (kernel/kthread.c:388) [ 4490.301906] ? __pfx_kthread (kernel/kthread.c:341) [ 4490.301908] ret_from_fork (arch/x86/kernel/process.c:147) [ 4490.301912] ? __pfx_kthread (kernel/kthread.c:341) [ 4490.301913] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4490.301918] | [ 4505.756558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4505.756874] rcu: 0-....: (4471512 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1118066 | [ 4505.757389] rcu: (t=4473129 jiffies g=18285 q=560 ncpus=4) [ 4505.758113] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4505.758692] Workqueue: netns cleanup_net [ 4505.758901] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4505.759184] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 4505.760124] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4505.760393] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4505.760757] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4505.761118] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4505.761482] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4505.761845] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4505.762210] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4505.762619] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4505.762915] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4505.763279] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4505.763640] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4505.764004] PKRU: 55555554 [ 4505.764147] Call Trace: [ 4505.764281] [ 4505.764390] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4505.764622] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4505.764859] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4505.765064] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4505.765266] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4505.765465] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4505.765698] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4505.765927] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4505.766200] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4505.766412] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4505.766660] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4505.766894] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4505.767119] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4505.767387] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4505.767646] [ 4505.767761] [ 4505.767876] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4505.768149] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4505.768403] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4505.768603] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4505.768797] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4505.769056] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4505.769311] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4505.769559] __tcf_action_put (net/sched/act_api.c:377) [ 4505.769767] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4505.769977] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4505.770179] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4505.770454] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4505.770705] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4505.770911] tcf_chain_flush (net/sched/cls_api.c:737) [ 4505.771114] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4505.771317] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4505.771580] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4505.771782] dev_shutdown (net/sched/sch_generic.c:1482) [ 4505.771971] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4505.772249] default_device_exit_batch (net/core/dev.c:11629) [ 4505.772498] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4505.772687] ? process_one_work (kernel/workqueue.c:2606) [ 4505.772907] process_one_work (kernel/workqueue.c:2633) [ 4505.773117] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4505.773313] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4505.773538] kthread (kernel/kthread.c:388) [ 4505.773707] ? __pfx_kthread (kernel/kthread.c:341) [ 4505.773904] ret_from_fork (arch/x86/kernel/process.c:147) [ 4505.774094] ? __pfx_kthread (kernel/kthread.c:341) [ 4505.774290] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4505.774497] | [ 4583.778558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4583.778884] rcu: 0-....: (4549517 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1137568 | [ 4583.779401] rcu: (t=4551151 jiffies g=18285 q=560 ncpus=4) [ 4583.780122] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4583.780699] Workqueue: netns cleanup_net [ 4583.780909] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4583.781191] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4583.782124] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4583.782392] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4583.782757] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4583.783119] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4583.783480] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4583.783843] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4583.784208] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4583.784617] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4583.784913] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4583.785278] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4583.785642] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4583.786003] PKRU: 55555554 [ 4583.786149] Call Trace: [ 4583.786281] [ 4583.786393] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4583.786624] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4583.786861] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4583.787066] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4583.787266] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4583.787470] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4583.787701] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4583.787929] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4583.788203] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4583.788418] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4583.788667] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4583.788899] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4583.789124] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4583.789399] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4583.789657] [ 4583.789773] [ 4583.789889] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4583.790164] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4583.790417] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4583.790618] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4583.790812] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4583.791072] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4583.791328] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4583.791577] __tcf_action_put (net/sched/act_api.c:377) [ 4583.791782] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4583.791990] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4583.792192] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4583.792469] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4583.792719] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4583.792927] tcf_chain_flush (net/sched/cls_api.c:737) [ 4583.793129] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4583.793331] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4583.793594] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4583.793796] dev_shutdown (net/sched/sch_generic.c:1482) [ 4583.793985] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4583.794266] default_device_exit_batch (net/core/dev.c:11629) [ 4583.794515] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4583.794704] ? process_one_work (kernel/workqueue.c:2606) [ 4583.794922] process_one_work (kernel/workqueue.c:2633) [ 4583.795132] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4583.795331] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4583.795555] kthread (kernel/kthread.c:388) [ 4583.795725] ? __pfx_kthread (kernel/kthread.c:341) [ 4583.795921] ret_from_fork (arch/x86/kernel/process.c:147) [ 4583.796110] ? __pfx_kthread (kernel/kthread.c:341) [ 4583.796306] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4588.604567] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 4555956 jiffies s: 9973 root: 0x1/. | [ 4588.605166] rcu: blocking rcu_node structures (internal RCU debug): | [ 4588.605493] Sending NMI from CPU 3 to CPUs 0: | [ 4588.605744] NMI backtrace for cpu 0 [ 4588.605748] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4588.605749] Workqueue: netns cleanup_net [ 4588.605752] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4588.605755] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4588.605757] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4588.605758] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4588.605759] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4588.605759] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4588.605760] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4588.605761] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4588.605763] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4588.605764] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4588.605765] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4588.605766] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4588.605766] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4588.605767] PKRU: 55555554 [ 4588.605767] Call Trace: [ 4588.605768] [ 4588.605769] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4588.605773] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4588.605775] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4588.605778] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4588.605780] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4588.605782] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4588.605786] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4588.605788] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4588.605790] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4588.605792] [ 4588.605793] [ 4588.605794] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4588.605796] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4588.605799] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4588.605802] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4588.605803] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4588.605805] __tcf_action_put (net/sched/act_api.c:377) [ 4588.605808] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4588.605810] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4588.605812] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4588.605816] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4588.605820] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4588.605822] tcf_chain_flush (net/sched/cls_api.c:737) [ 4588.605824] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4588.605827] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4588.605831] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4588.605833] dev_shutdown (net/sched/sch_generic.c:1482) [ 4588.605835] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4588.605838] default_device_exit_batch (net/core/dev.c:11629) [ 4588.605840] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4588.605842] ? process_one_work (kernel/workqueue.c:2606) [ 4588.605844] process_one_work (kernel/workqueue.c:2633) [ 4588.605846] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4588.605849] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4588.605850] kthread (kernel/kthread.c:388) [ 4588.605852] ? __pfx_kthread (kernel/kthread.c:341) [ 4588.605853] ret_from_fork (arch/x86/kernel/process.c:147) [ 4588.605855] ? __pfx_kthread (kernel/kthread.c:341) [ 4588.605856] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4588.605860] | [ 4661.796558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4661.796884] rcu: 0-....: (4627504 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1157068 | [ 4661.797393] rcu: (t=4629169 jiffies g=18285 q=560 ncpus=4) [ 4661.798117] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4661.798698] Workqueue: netns cleanup_net [ 4661.798910] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4661.799196] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4661.800125] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4661.800394] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4661.800755] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4661.801115] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4661.801475] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4661.801834] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4661.802196] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4661.802603] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4661.802894] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4661.803255] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4661.803616] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4661.803976] PKRU: 55555554 [ 4661.804118] Call Trace: [ 4661.804251] [ 4661.804369] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4661.804600] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4661.804835] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4661.805039] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4661.805239] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4661.805438] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4661.805669] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4661.805896] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4661.806168] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4661.806378] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4661.806625] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4661.806857] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4661.807079] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4661.807348] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4661.807605] [ 4661.807719] [ 4661.807832] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4661.808105] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4661.808357] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4661.808557] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4661.808749] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4661.809010] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4661.809264] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4661.809511] __tcf_action_put (net/sched/act_api.c:377) [ 4661.809715] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4661.809926] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4661.810127] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4661.810401] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4661.810651] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4661.810856] tcf_chain_flush (net/sched/cls_api.c:737) [ 4661.811058] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4661.811260] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4661.811523] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4661.811724] dev_shutdown (net/sched/sch_generic.c:1482) [ 4661.811913] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4661.812191] default_device_exit_batch (net/core/dev.c:11629) [ 4661.812440] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4661.812629] ? process_one_work (kernel/workqueue.c:2606) [ 4661.812848] process_one_work (kernel/workqueue.c:2633) [ 4661.813056] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4661.813253] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4661.813477] kthread (kernel/kthread.c:388) [ 4661.813646] ? __pfx_kthread (kernel/kthread.c:341) [ 4661.813842] ret_from_fork (arch/x86/kernel/process.c:147) [ 4661.814031] ? __pfx_kthread (kernel/kthread.c:341) [ 4661.814228] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4686.908565] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 4654260 jiffies s: 9973 root: 0x1/. | [ 4686.909176] rcu: blocking rcu_node structures (internal RCU debug): | [ 4686.909501] Sending NMI from CPU 3 to CPUs 0: | [ 4686.909748] NMI backtrace for cpu 0 [ 4686.909755] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4686.909756] Workqueue: netns cleanup_net [ 4686.909762] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4686.909767] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4686.909769] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4686.909770] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4686.909771] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4686.909772] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4686.909773] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4686.909774] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4686.909776] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4686.909777] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4686.909778] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4686.909779] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4686.909780] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4686.909780] PKRU: 55555554 [ 4686.909781] Call Trace: [ 4686.909783] [ 4686.909785] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4686.909789] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4686.909792] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4686.909794] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4686.909798] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4686.909799] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4686.909803] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4686.909805] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4686.909808] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4686.909810] [ 4686.909810] [ 4686.909811] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4686.909814] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4686.909818] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4686.909822] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4686.909823] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4686.909825] __tcf_action_put (net/sched/act_api.c:377) [ 4686.909829] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4686.909831] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4686.909834] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4686.909838] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4686.909842] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4686.909844] tcf_chain_flush (net/sched/cls_api.c:737) [ 4686.909846] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4686.909850] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4686.909855] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4686.909858] dev_shutdown (net/sched/sch_generic.c:1482) [ 4686.909860] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4686.909863] default_device_exit_batch (net/core/dev.c:11629) [ 4686.909866] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4686.909868] ? process_one_work (kernel/workqueue.c:2606) [ 4686.909871] process_one_work (kernel/workqueue.c:2633) [ 4686.909874] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4686.909876] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4686.909878] kthread (kernel/kthread.c:388) [ 4686.909880] ? __pfx_kthread (kernel/kthread.c:341) [ 4686.909882] ret_from_fork (arch/x86/kernel/process.c:147) [ 4686.909885] ? __pfx_kthread (kernel/kthread.c:341) [ 4686.909887] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4686.909891] | [ 4739.816558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4739.816890] rcu: 0-....: (4705493 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1176569 | [ 4739.817401] rcu: (t=4707189 jiffies g=18285 q=560 ncpus=4) [ 4739.818118] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4739.818698] Workqueue: netns cleanup_net [ 4739.818906] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4739.819193] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4739.820125] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4739.820395] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4739.820757] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4739.821120] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4739.821484] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4739.821850] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4739.822212] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4739.822622] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4739.822915] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4739.823278] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4739.823639] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4739.824000] PKRU: 55555554 [ 4739.824142] Call Trace: [ 4739.824275] [ 4739.824387] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4739.824619] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4739.824856] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4739.825063] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4739.825263] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4739.825463] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4739.825696] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4739.825925] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4739.826198] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4739.826409] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4739.826658] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4739.826890] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4739.827114] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4739.827384] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4739.827641] [ 4739.827756] [ 4739.827869] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4739.828144] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4739.828397] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4739.828603] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4739.828796] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4739.829053] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4739.829308] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4739.829556] __tcf_action_put (net/sched/act_api.c:377) [ 4739.829758] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4739.829969] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4739.830170] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4739.830445] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4739.830695] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4739.830899] tcf_chain_flush (net/sched/cls_api.c:737) [ 4739.831101] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4739.831304] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4739.831567] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4739.831768] dev_shutdown (net/sched/sch_generic.c:1482) [ 4739.831956] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4739.832233] default_device_exit_batch (net/core/dev.c:11629) [ 4739.832482] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4739.832671] ? process_one_work (kernel/workqueue.c:2606) [ 4739.832891] process_one_work (kernel/workqueue.c:2633) [ 4739.833099] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4739.833296] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4739.833519] kthread (kernel/kthread.c:388) [ 4739.833687] ? __pfx_kthread (kernel/kthread.c:341) [ 4739.833884] ret_from_fork (arch/x86/kernel/process.c:147) [ 4739.834074] ? __pfx_kthread (kernel/kthread.c:341) [ 4739.834270] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4785.212566] rcu: INFO: rcu_preempt detected expedited stalls on CPUs/tasks: { 0-.... } 4752564 jiffies s: 9973 root: 0x1/. | [ 4785.213173] rcu: blocking rcu_node structures (internal RCU debug): | [ 4785.213501] Sending NMI from CPU 3 to CPUs 0: | [ 4785.213746] NMI backtrace for cpu 0 [ 4785.213752] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4785.213753] Workqueue: netns cleanup_net [ 4785.213758] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4785.213763] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 4785.213764] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4785.213765] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4785.213766] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4785.213767] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4785.213768] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4785.213769] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4785.213772] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4785.213773] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4785.213774] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4785.213775] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4785.213775] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4785.213776] PKRU: 55555554 [ 4785.213777] Call Trace: [ 4785.213778] [ 4785.213780] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 4785.213784] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 4785.213788] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 4785.213790] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 4785.213793] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 4785.213795] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 4785.213798] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4785.213800] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4785.213802] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4785.213804] [ 4785.213805] [ 4785.213805] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4785.213809] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4785.213812] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4785.213816] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4785.213818] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4785.213820] __tcf_action_put (net/sched/act_api.c:377) [ 4785.213823] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4785.213825] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4785.213828] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4785.213833] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4785.213837] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4785.213839] tcf_chain_flush (net/sched/cls_api.c:737) [ 4785.213841] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4785.213845] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4785.213850] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4785.213853] dev_shutdown (net/sched/sch_generic.c:1482) [ 4785.213855] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4785.213859] default_device_exit_batch (net/core/dev.c:11629) [ 4785.213861] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4785.213864] ? process_one_work (kernel/workqueue.c:2606) [ 4785.213867] process_one_work (kernel/workqueue.c:2633) [ 4785.213869] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4785.213872] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4785.213873] kthread (kernel/kthread.c:388) [ 4785.213875] ? __pfx_kthread (kernel/kthread.c:341) [ 4785.213877] ret_from_fork (arch/x86/kernel/process.c:147) [ 4785.213880] ? __pfx_kthread (kernel/kthread.c:341) [ 4785.213881] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4785.213886] | [ 4817.836558] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4817.836886] rcu: 0-....: (4783482 ticks this GP) idle=e064/1/0x4000000000000000 softirq=11694/11694 fqs=1196070 | [ 4817.837402] rcu: (t=4785209 jiffies g=18285 q=560 ncpus=4) [ 4817.838126] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4817.838711] Workqueue: netns cleanup_net [ 4817.838920] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4817.839203] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4817.840139] RSP: 0018:ffffb84900063a88 EFLAGS: 00000206 [ 4817.840408] RAX: 000000004267a888 RBX: ffff9a79428bce08 RCX: 0000000000000000 [ 4817.840774] RDX: 0000000000000001 RSI: 000000004267a888 RDI: ffff9a79428bce08 [ 4817.841137] RBP: ffff9a79428bce08 R08: 0000000000000001 R09: 0000000000000000 [ 4817.841499] R10: 0000000000000000 R11: ffffffff90b4ac68 R12: ffff9a79428bce00 [ 4817.841864] R13: 0000000000000000 R14: ffff9a79428bce08 R15: ffff9a79428bce68 [ 4817.842228] FS: 0000000000000000(0000) GS:ffff9a797ec00000(0000) knlGS:0000000000000000 [ 4817.842637] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4817.842934] CR2: 00007fdac291ec08 CR3: 0000000029660001 CR4: 0000000000770ef0 [ 4817.843302] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4817.843670] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4817.844031] PKRU: 55555554 [ 4817.844175] Call Trace: [ 4817.844307] [ 4817.844419] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4817.844648] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4817.844885] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4817.845090] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4817.845293] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4817.845495] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4817.845725] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4817.845955] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4817.846228] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4817.846443] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4817.846692] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4817.846924] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4817.847149] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4817.847419] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4817.847677] [ 4817.847791] [ 4817.847907] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4817.848188] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4817.848442] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4817.848645] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4817.848839] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4817.849100] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4817.849357] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4817.849607] __tcf_action_put (net/sched/act_api.c:377) [ 4817.849812] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4817.850021] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4817.850223] __basic_delete_filter (net/sched/cls_basic.c:92) cls_basic [ 4817.850502] basic_destroy (net/sched/cls_basic.c:121) cls_basic [ 4817.850754] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4817.850960] tcf_chain_flush (net/sched/cls_api.c:737) [ 4817.851161] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4817.851363] ingress_destroy (net/sched/sch_ingress.c:123) sch_ingress [ 4817.851626] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4817.851828] dev_shutdown (net/sched/sch_generic.c:1482) [ 4817.852017] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4817.852296] default_device_exit_batch (net/core/dev.c:11629) [ 4817.852545] cleanup_net (net/core/net_namespace.c:636 (discriminator 3)) [ 4817.852734] ? process_one_work (kernel/workqueue.c:2606) [ 4817.852951] process_one_work (kernel/workqueue.c:2633) [ 4817.853161] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4817.853358] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4817.853580] kthread (kernel/kthread.c:388) [ 4817.853749] ? __pfx_kthread (kernel/kthread.c:341) [ 4817.853944] ret_from_fork (arch/x86/kernel/process.c:147) [ 4817.854134] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: __mutex_lock:refcount_dec_and_mutex_lock:__tcf_action_put:tcf_action_destroy queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock