====================================== | [ 20.979309] ------------[ cut here ]------------ | [ 20.979743] DEBUG_LOCKS_WARN_ON(lock->magic != lock) | [ 20.979757] WARNING: CPU: 2 PID: 68 at kernel/locking/mutex.c:587 __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) | [ 20.980598] Modules linked in: act_gact cls_flower sch_ingress vxlan [ 20.981439] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 20.982284] Workqueue: netns cleanup_net [ 20.982563] RIP: 0010:__mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 20.982992] Code: ff 90 e8 a2 e7 70 ff 85 c0 74 23 8b 35 9c 8e db 00 85 f6 75 19 90 48 c7 c6 97 37 2a 8d 48 c7 c7 3a ac 29 8d e8 00 04 26 ff 90 <0f> 0b 90 90 90 e9 03 fd ff ff 4c 8d 6d a0 4c 89 e7 4c 89 ee e8 d6 All code ======== 0: ff 90 e8 a2 e7 70 call *0x70e7a2e8(%rax) 6: ff 85 c0 74 23 8b incl -0x74dc8b40(%rbp) c: 35 9c 8e db 00 xor $0xdb8e9c,%eax 11: 85 f6 test %esi,%esi 13: 75 19 jne 0x2e 15: 90 nop 16: 48 c7 c6 97 37 2a 8d mov $0xffffffff8d2a3797,%rsi 1d: 48 c7 c7 3a ac 29 8d mov $0xffffffff8d29ac3a,%rdi 24: e8 00 04 26 ff call 0xffffffffff260429 29: 90 nop 2a:* 0f 0b ud2 <-- trapping instruction 2c: 90 nop 2d: 90 nop 2e: 90 nop 2f: e9 03 fd ff ff jmp 0xfffffffffffffd37 34: 4c 8d 6d a0 lea -0x60(%rbp),%r13 38: 4c 89 e7 mov %r12,%rdi 3b: 4c 89 ee mov %r13,%rsi 3e: e8 .byte 0xe8 3f: d6 (bad) Code starting with the faulting instruction =========================================== 0: 0f 0b ud2 2: 90 nop 3: 90 nop 4: 90 nop 5: e9 03 fd ff ff jmp 0xfffffffffffffd0d a: 4c 8d 6d a0 lea -0x60(%rbp),%r13 e: 4c 89 e7 mov %r12,%rdi 11: 4c 89 ee mov %r13,%rsi 14: e8 .byte 0xe8 15: d6 (bad) [ 20.984970] RSP: 0018:ffff989f40263ab0 EFLAGS: 00010286 [ 20.985558] RAX: 0000000000000000 RBX: 0000000000000000 RCX: 00000000ffffdfff [ 20.986354] RDX: 0000000000000000 RSI: 00000000ffffffea RDI: 0000000000000001 [ 20.987114] RBP: ffff989f40263b30 R08: ffffffff8d778508 R09: 00000000ffffdfff [ 20.987776] R10: ffffffff8d698520 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 20.988441] R13: 0000000000000000 R14: 0000000000000000 R15: ffff897ec3889800 [ 20.989140] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 20.989890] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 20.990233] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 20.990741] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 20.991164] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 20.991644] PKRU: 55555554 [ 20.991893] Call Trace: [ 20.992130] [ 20.992349] ? __warn (kernel/panic.c:677) [ 20.992612] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 20.992968] ? report_bug (lib/bug.c:201 lib/bug.c:219) [ 20.993310] ? handle_bug (arch/x86/kernel/traps.c:238) [ 20.993547] ? exc_invalid_op (arch/x86/kernel/traps.c:259 (discriminator 1)) [ 20.993850] ? asm_exc_invalid_op (./arch/x86/include/asm/idtentry.h:568) [ 20.994230] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 20.994602] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 20.995074] ? up_read (kernel/locking/rwsem.c:1622) [ 20.995388] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 20.995797] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 20.996258] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 20.996704] __tcf_action_put (net/sched/act_api.c:377) [ 20.997067] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 20.997426] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 20.997802] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 20.998256] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 20.998719] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 20.999149] tcf_proto_destroy (net/sched/cls_api.c:418) [ 20.999503] tcf_chain_flush (net/sched/cls_api.c:737) [ 20.999867] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 21.000217] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 21.000559] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 21.000824] dev_shutdown (net/sched/sch_generic.c:1482) [ 21.001018] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 21.001299] cleanup_net (net/core/net_namespace.c:633) [ 21.001551] ? process_one_work (kernel/workqueue.c:2606) [ 21.001964] process_one_work (kernel/workqueue.c:2633) [ 21.002179] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 21.002521] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 21.002992] kthread (kernel/kthread.c:388) [ 21.003332] ? __pfx_kthread (kernel/kthread.c:341) [ 21.003759] ret_from_fork (arch/x86/kernel/process.c:147) [ 21.004147] ? __pfx_kthread (kernel/kthread.c:341) [ 21.004573] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 21.009334] ---[ end trace 0000000000000000 ]--- | [ 46.980789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 46.981129] rcu: 2-....: (25998 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=6175 | [ 46.981618] rcu: (t=26000 jiffies g=4853 q=2071 ncpus=4) [ 46.982348] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 46.982935] Workqueue: netns cleanup_net [ 46.983147] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 46.983435] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 46.984388] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 46.984659] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 46.985029] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 46.985397] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 46.985764] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 46.986131] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 46.986501] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 46.986919] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 46.987217] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 46.987586] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 46.987953] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 46.988320] PKRU: 55555554 [ 46.988465] Call Trace: [ 46.988600] [ 46.988715] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 46.988949] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 46.989188] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 46.989447] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 46.989684] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 46.989921] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 46.990149] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 46.990428] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 46.990643] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 46.990895] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 46.991130] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 46.991356] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 46.991628] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 46.991892] [ 46.992007] [ 46.992124] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 46.992402] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 46.992658] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 46.992866] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 46.993063] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 46.993323] ? up_read (kernel/locking/rwsem.c:1622) [ 46.993506] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 46.993743] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 46.994007] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 46.994261] __tcf_action_put (net/sched/act_api.c:377) [ 46.994468] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 46.994681] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 46.994884] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 46.995161] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 46.995412] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 46.995654] tcf_proto_destroy (net/sched/cls_api.c:418) [ 46.995862] tcf_chain_flush (net/sched/cls_api.c:737) [ 46.996065] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 46.996270] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 46.996533] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 46.996738] dev_shutdown (net/sched/sch_generic.c:1482) [ 46.996930] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 46.997212] cleanup_net (net/core/net_namespace.c:633) [ 46.997403] ? process_one_work (kernel/workqueue.c:2606) [ 46.997624] process_one_work (kernel/workqueue.c:2633) [ 46.997837] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 46.998036] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 46.998261] kthread (kernel/kthread.c:388) [ 46.998431] ? __pfx_kthread (kernel/kthread.c:341) [ 46.998628] ret_from_fork (arch/x86/kernel/process.c:147) [ 46.998821] ? __pfx_kthread (kernel/kthread.c:341) [ 46.999020] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 46.999232] | [ 124.998790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 124.999129] rcu: 2-....: (103999 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=24866 | [ 124.999627] rcu: (t=104018 jiffies g=4853 q=2079 ncpus=4) [ 125.000355] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 125.000940] Workqueue: netns cleanup_net [ 125.001151] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 125.001438] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 125.002378] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 125.002648] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 125.003016] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 125.003388] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 125.003755] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 125.004120] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 125.004488] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 125.004902] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 125.005197] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 125.005564] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 125.005931] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 125.006296] PKRU: 55555554 [ 125.006440] Call Trace: [ 125.006574] [ 125.006688] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 125.006922] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 125.007159] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 125.007418] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 125.007653] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 125.007890] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 125.008117] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 125.008396] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 125.008609] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 125.008859] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 125.009095] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 125.009319] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 125.009591] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 125.009852] [ 125.009967] [ 125.010082] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 125.010360] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 125.010616] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 125.010820] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 125.011017] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 125.011277] ? up_read (kernel/locking/rwsem.c:1622) [ 125.011452] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 125.011685] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 125.011944] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 125.012193] __tcf_action_put (net/sched/act_api.c:377) [ 125.012401] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 125.012611] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 125.012814] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 125.013094] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 125.013343] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 125.013584] tcf_proto_destroy (net/sched/cls_api.c:418) [ 125.013791] tcf_chain_flush (net/sched/cls_api.c:737) [ 125.013993] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 125.014199] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 125.014461] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 125.014665] dev_shutdown (net/sched/sch_generic.c:1482) [ 125.014856] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 125.015135] cleanup_net (net/core/net_namespace.c:633) [ 125.015326] ? process_one_work (kernel/workqueue.c:2606) [ 125.015547] process_one_work (kernel/workqueue.c:2633) [ 125.015758] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 125.015956] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 125.016181] kthread (kernel/kthread.c:388) [ 125.016350] ? __pfx_kthread (kernel/kthread.c:341) [ 125.016548] ret_from_fork (arch/x86/kernel/process.c:147) [ 125.016739] ? __pfx_kthread (kernel/kthread.c:341) [ 125.016938] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 125.017148] | [ 203.016790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 203.017123] rcu: 2-....: (182000 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=44009 | [ 203.017623] rcu: (t=182036 jiffies g=4853 q=2085 ncpus=4) [ 203.018352] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 203.018937] Workqueue: netns cleanup_net [ 203.019150] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 203.019437] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 203.020380] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 203.020651] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 203.021020] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 203.021384] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 203.021751] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 203.022118] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 203.022487] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 203.022914] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 203.023213] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 203.023581] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 203.023948] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 203.024313] PKRU: 55555554 [ 203.024459] Call Trace: [ 203.024594] [ 203.024706] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 203.024940] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 203.025180] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 203.025438] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 203.025675] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 203.025913] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 203.026143] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 203.026419] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 203.026635] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 203.026886] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 203.027120] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 203.027347] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 203.027618] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 203.027880] [ 203.027996] [ 203.028113] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 203.028389] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 203.028644] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 203.028849] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 203.029044] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 203.029306] ? up_read (kernel/locking/rwsem.c:1622) [ 203.029480] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 203.029716] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 203.029975] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 203.030226] __tcf_action_put (net/sched/act_api.c:377) [ 203.030431] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 203.030641] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 203.030847] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 203.031124] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 203.031381] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 203.031622] tcf_proto_destroy (net/sched/cls_api.c:418) [ 203.031832] tcf_chain_flush (net/sched/cls_api.c:737) [ 203.032036] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 203.032239] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 203.032501] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 203.032714] dev_shutdown (net/sched/sch_generic.c:1482) [ 203.032906] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 203.033190] cleanup_net (net/core/net_namespace.c:633) [ 203.033383] ? process_one_work (kernel/workqueue.c:2606) [ 203.033602] process_one_work (kernel/workqueue.c:2633) [ 203.033815] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 203.034014] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 203.034239] kthread (kernel/kthread.c:388) [ 203.034409] ? __pfx_kthread (kernel/kthread.c:341) [ 203.034607] ret_from_fork (arch/x86/kernel/process.c:147) [ 203.034800] ? __pfx_kthread (kernel/kthread.c:341) [ 203.034998] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 203.035207] | [ 281.035803] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 281.036145] rcu: 2-....: (260002 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=62878 | [ 281.036647] rcu: (t=260055 jiffies g=4853 q=2091 ncpus=4) [ 281.037381] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 281.037970] Workqueue: netns cleanup_net [ 281.038185] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 281.038473] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 281.039417] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 281.039687] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 281.040056] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 281.040420] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 281.040787] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 281.041155] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 281.041525] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 281.041938] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 281.042237] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 281.042610] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 281.042976] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 281.043343] PKRU: 55555554 [ 281.043488] Call Trace: [ 281.043628] [ 281.043745] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 281.043977] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 281.044218] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 281.044476] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 281.044715] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 281.044952] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 281.045180] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 281.045458] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 281.045674] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 281.045926] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 281.046160] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 281.046386] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 281.046658] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 281.046919] [ 281.047035] [ 281.047153] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 281.047429] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 281.047684] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 281.047890] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 281.048087] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 281.048347] ? up_read (kernel/locking/rwsem.c:1622) [ 281.048521] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 281.048756] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 281.049015] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 281.049266] __tcf_action_put (net/sched/act_api.c:377) [ 281.049470] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 281.049683] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 281.049889] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 281.050165] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 281.050417] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 281.050660] tcf_proto_destroy (net/sched/cls_api.c:418) [ 281.050868] tcf_chain_flush (net/sched/cls_api.c:737) [ 281.051073] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 281.051278] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 281.051544] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 281.051757] dev_shutdown (net/sched/sch_generic.c:1482) [ 281.051949] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 281.052232] cleanup_net (net/core/net_namespace.c:633) [ 281.052427] ? process_one_work (kernel/workqueue.c:2606) [ 281.052649] process_one_work (kernel/workqueue.c:2633) [ 281.052863] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 281.053063] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 281.053290] kthread (kernel/kthread.c:388) [ 281.053460] ? __pfx_kthread (kernel/kthread.c:341) [ 281.053659] ret_from_fork (arch/x86/kernel/process.c:147) [ 281.053852] ? __pfx_kthread (kernel/kthread.c:341) [ 281.054050] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 281.054263] | [ 359.053790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 359.054140] rcu: 2-....: (338003 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=80078 | [ 359.054636] rcu: (t=338073 jiffies g=4853 q=2106 ncpus=4) [ 359.055360] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 359.055942] Workqueue: netns cleanup_net [ 359.056159] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 359.056447] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 359.057388] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 359.057661] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 359.058027] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 359.058391] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 359.058757] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 359.059128] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 359.059497] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 359.059911] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 359.060208] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 359.060575] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 359.060941] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 359.061307] PKRU: 55555554 [ 359.061451] Call Trace: [ 359.061587] [ 359.061699] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 359.061941] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 359.062182] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 359.062441] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 359.062676] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 359.062911] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 359.063140] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 359.063415] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 359.063630] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 359.063880] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 359.064116] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 359.064342] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 359.064612] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 359.064874] [ 359.064990] [ 359.065106] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 359.065381] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 359.065637] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 359.065841] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 359.066035] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 359.066294] ? up_read (kernel/locking/rwsem.c:1622) [ 359.066469] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 359.066704] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 359.066964] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 359.067215] __tcf_action_put (net/sched/act_api.c:377) [ 359.067419] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 359.067629] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 359.067833] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 359.068110] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 359.068359] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 359.068599] tcf_proto_destroy (net/sched/cls_api.c:418) [ 359.068809] tcf_chain_flush (net/sched/cls_api.c:737) [ 359.069016] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 359.069219] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 359.069481] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 359.069684] dev_shutdown (net/sched/sch_generic.c:1482) [ 359.069874] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 359.070156] cleanup_net (net/core/net_namespace.c:633) [ 359.070346] ? process_one_work (kernel/workqueue.c:2606) [ 359.070565] process_one_work (kernel/workqueue.c:2633) [ 359.070775] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 359.070975] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 359.071200] kthread (kernel/kthread.c:388) [ 359.071370] ? __pfx_kthread (kernel/kthread.c:341) [ 359.071567] ret_from_fork (arch/x86/kernel/process.c:147) [ 359.071761] ? __pfx_kthread (kernel/kthread.c:341) [ 359.071966] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 359.072174] | [ 437.071789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 437.072124] rcu: 2-....: (416004 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=98813 | [ 437.072621] rcu: (t=416091 jiffies g=4853 q=2107 ncpus=4) [ 437.073348] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 437.073933] Workqueue: netns cleanup_net [ 437.074143] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 437.074430] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 437.075368] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 437.075638] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 437.076004] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 437.076370] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 437.076735] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 437.077100] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 437.077465] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 437.077882] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 437.078177] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 437.078542] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 437.078907] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 437.079271] PKRU: 55555554 [ 437.079414] Call Trace: [ 437.079547] [ 437.079661] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 437.079894] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 437.080130] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 437.080388] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 437.080622] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 437.080857] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 437.081085] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 437.081361] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 437.081580] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 437.081830] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 437.082064] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 437.082287] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 437.082560] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 437.082821] [ 437.082935] [ 437.083050] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 437.083327] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 437.083580] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 437.083783] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 437.083979] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 437.084238] ? up_read (kernel/locking/rwsem.c:1622) [ 437.084413] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 437.084649] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 437.084906] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 437.085156] __tcf_action_put (net/sched/act_api.c:377) [ 437.085361] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 437.085570] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 437.085772] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 437.086048] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 437.086296] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 437.086537] tcf_proto_destroy (net/sched/cls_api.c:418) [ 437.086743] tcf_chain_flush (net/sched/cls_api.c:737) [ 437.086947] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 437.087152] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 437.087413] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 437.087616] dev_shutdown (net/sched/sch_generic.c:1482) [ 437.087806] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 437.088085] cleanup_net (net/core/net_namespace.c:633) [ 437.088275] ? process_one_work (kernel/workqueue.c:2606) [ 437.088497] process_one_work (kernel/workqueue.c:2633) [ 437.088707] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 437.088905] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 437.089131] kthread (kernel/kthread.c:388) [ 437.089299] ? __pfx_kthread (kernel/kthread.c:341) [ 437.089497] ret_from_fork (arch/x86/kernel/process.c:147) [ 437.089688] ? __pfx_kthread (kernel/kthread.c:341) [ 437.089886] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 437.090095] | [ 515.089790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 515.090127] rcu: 2-....: (494005 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=117756 | [ 515.090629] rcu: (t=494109 jiffies g=4853 q=2110 ncpus=4) [ 515.091365] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 515.091949] Workqueue: netns cleanup_net [ 515.092160] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 515.092445] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 515.093387] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 515.093657] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 515.094025] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 515.094391] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 515.094757] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 515.095123] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 515.095491] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 515.095906] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 515.096203] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 515.096571] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 515.096938] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 515.097304] PKRU: 55555554 [ 515.097448] Call Trace: [ 515.097582] [ 515.097696] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 515.097929] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 515.098169] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 515.098428] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 515.098665] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 515.098903] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 515.099131] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 515.099409] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 515.099624] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 515.099877] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 515.100111] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 515.100336] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 515.100608] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 515.100870] [ 515.100988] [ 515.101110] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 515.101389] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 515.101645] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 515.101851] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 515.102047] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 515.102308] ? up_read (kernel/locking/rwsem.c:1622) [ 515.102484] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 515.102718] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 515.102978] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 515.103230] __tcf_action_put (net/sched/act_api.c:377) [ 515.103436] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 515.103648] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 515.103852] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 515.104128] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 515.104379] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 515.104621] tcf_proto_destroy (net/sched/cls_api.c:418) [ 515.104830] tcf_chain_flush (net/sched/cls_api.c:737) [ 515.105032] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 515.105237] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 515.105500] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 515.105705] dev_shutdown (net/sched/sch_generic.c:1482) [ 515.105897] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 515.106178] cleanup_net (net/core/net_namespace.c:633) [ 515.106369] ? process_one_work (kernel/workqueue.c:2606) [ 515.106592] process_one_work (kernel/workqueue.c:2633) [ 515.106805] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 515.107004] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 515.107231] kthread (kernel/kthread.c:388) [ 515.107400] ? __pfx_kthread (kernel/kthread.c:341) [ 515.107598] ret_from_fork (arch/x86/kernel/process.c:147) [ 515.107790] ? __pfx_kthread (kernel/kthread.c:341) [ 515.107990] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 515.108202] | [ 593.107789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 593.108123] rcu: 2-....: (572006 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=137188 | [ 593.108625] rcu: (t=572127 jiffies g=4853 q=2112 ncpus=4) [ 593.109380] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 593.109963] Workqueue: netns cleanup_net [ 593.110181] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 593.110467] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 593.111418] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 593.111689] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 593.112056] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 593.112422] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 593.112787] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 593.113156] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 593.113525] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 593.113939] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 593.114236] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 593.114603] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 593.114970] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 593.115335] PKRU: 55555554 [ 593.115483] Call Trace: [ 593.115619] [ 593.115740] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 593.115974] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 593.116212] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 593.116472] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 593.116705] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 593.116941] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 593.117170] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 593.117446] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 593.117659] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 593.117909] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 593.118144] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 593.118367] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 593.118572] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 593.118843] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 593.119104] [ 593.119220] [ 593.119336] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 593.119611] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 593.119866] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 593.120070] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 593.120265] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 593.120525] ? up_read (kernel/locking/rwsem.c:1622) [ 593.120707] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 593.120943] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 593.121200] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 593.121451] __tcf_action_put (net/sched/act_api.c:377) [ 593.121658] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 593.121868] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 593.122072] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 593.122347] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 593.122597] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 593.122837] tcf_proto_destroy (net/sched/cls_api.c:418) [ 593.123045] tcf_chain_flush (net/sched/cls_api.c:737) [ 593.123247] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 593.123451] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 593.123711] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 593.123918] dev_shutdown (net/sched/sch_generic.c:1482) [ 593.124108] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 593.124391] cleanup_net (net/core/net_namespace.c:633) [ 593.124581] ? process_one_work (kernel/workqueue.c:2606) [ 593.124801] process_one_work (kernel/workqueue.c:2633) [ 593.125013] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 593.125212] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 593.125436] kthread (kernel/kthread.c:388) [ 593.125606] ? __pfx_kthread (kernel/kthread.c:341) [ 593.125803] ret_from_fork (arch/x86/kernel/process.c:147) [ 593.125995] ? __pfx_kthread (kernel/kthread.c:341) [ 593.126192] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 593.126400] | [ 671.125789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 671.126129] rcu: 2-....: (650007 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=155756 | [ 671.126631] rcu: (t=650145 jiffies g=4853 q=2113 ncpus=4) [ 671.127358] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 671.127940] Workqueue: netns cleanup_net [ 671.128152] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 671.128439] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 671.129384] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 671.129654] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 671.130021] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 671.130393] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 671.130759] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 671.131124] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 671.131493] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 671.131908] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 671.132205] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 671.132573] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 671.132940] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 671.133309] PKRU: 55555554 [ 671.133453] Call Trace: [ 671.133587] [ 671.133701] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 671.133936] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 671.134174] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 671.134434] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 671.134671] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 671.134910] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 671.135138] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 671.135417] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 671.135631] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 671.135883] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 671.136119] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 671.136342] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 671.136615] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 671.136877] [ 671.136992] [ 671.137108] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 671.137386] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 671.137641] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 671.137846] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 671.138042] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 671.138321] ? up_read (kernel/locking/rwsem.c:1622) [ 671.138495] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 671.138728] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 671.138988] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 671.139238] __tcf_action_put (net/sched/act_api.c:377) [ 671.139444] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 671.139654] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 671.139857] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 671.140131] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 671.140387] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 671.140630] tcf_proto_destroy (net/sched/cls_api.c:418) [ 671.140837] tcf_chain_flush (net/sched/cls_api.c:737) [ 671.141039] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 671.141246] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 671.141508] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 671.141713] dev_shutdown (net/sched/sch_generic.c:1482) [ 671.141904] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 671.142185] cleanup_net (net/core/net_namespace.c:633) [ 671.142376] ? process_one_work (kernel/workqueue.c:2606) [ 671.142596] process_one_work (kernel/workqueue.c:2633) [ 671.142809] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 671.143008] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 671.143233] kthread (kernel/kthread.c:388) [ 671.143402] ? __pfx_kthread (kernel/kthread.c:341) [ 671.143601] ret_from_fork (arch/x86/kernel/process.c:147) [ 671.143793] ? __pfx_kthread (kernel/kthread.c:341) [ 671.143992] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 671.144203] | [ 749.143789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 749.144140] rcu: 2-....: (728008 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=174288 | [ 749.144646] rcu: (t=728163 jiffies g=4853 q=2113 ncpus=4) [ 749.145373] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 749.145955] Workqueue: netns cleanup_net [ 749.146170] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 749.146458] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 749.147404] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 749.147676] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 749.148045] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 749.148411] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 749.148780] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 749.149147] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 749.149517] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 749.149937] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 749.150238] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 749.150606] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 749.150975] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 749.151341] PKRU: 55555554 [ 749.151487] Call Trace: [ 749.151622] [ 749.151735] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 749.151969] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 749.152209] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 749.152469] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 749.152706] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 749.152941] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 749.153172] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 749.153447] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 749.153664] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 749.153916] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 749.154149] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 749.154378] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 749.154649] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 749.154911] [ 749.155028] [ 749.155145] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 749.155423] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 749.155679] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 749.155883] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 749.156081] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 749.156342] ? up_read (kernel/locking/rwsem.c:1622) [ 749.156515] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 749.156753] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 749.157013] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 749.157265] __tcf_action_put (net/sched/act_api.c:377) [ 749.157471] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 749.157682] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 749.157888] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 749.158165] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 749.158417] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 749.158658] tcf_proto_destroy (net/sched/cls_api.c:418) [ 749.158868] tcf_chain_flush (net/sched/cls_api.c:737) [ 749.159071] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 749.159275] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 749.159539] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 749.159743] dev_shutdown (net/sched/sch_generic.c:1482) [ 749.159942] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 749.160228] cleanup_net (net/core/net_namespace.c:633) [ 749.160419] ? process_one_work (kernel/workqueue.c:2606) [ 749.160639] process_one_work (kernel/workqueue.c:2633) [ 749.160855] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 749.161055] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 749.161280] kthread (kernel/kthread.c:388) [ 749.161450] ? __pfx_kthread (kernel/kthread.c:341) [ 749.161648] ret_from_fork (arch/x86/kernel/process.c:147) [ 749.161841] ? __pfx_kthread (kernel/kthread.c:341) [ 749.162039] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 749.162249] | [ 827.162789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 827.163127] rcu: 2-....: (806010 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=193155 | [ 827.163627] rcu: (t=806182 jiffies g=4853 q=2113 ncpus=4) [ 827.164354] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 827.164934] Workqueue: netns cleanup_net [ 827.165145] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 827.165430] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 827.166372] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 827.166641] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 827.167007] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 827.167372] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 827.167736] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 827.168101] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 827.168470] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 827.168883] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 827.169180] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 827.169559] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 827.169925] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 827.170290] PKRU: 55555554 [ 827.170434] Call Trace: [ 827.170567] [ 827.170681] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 827.170913] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 827.171151] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 827.171409] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 827.171646] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 827.171882] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 827.172109] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 827.172385] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 827.172599] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 827.172850] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 827.173084] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 827.173309] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 827.173579] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 827.173840] [ 827.173954] [ 827.174070] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 827.174347] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 827.174601] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 827.174806] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 827.175002] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 827.175262] ? up_read (kernel/locking/rwsem.c:1622) [ 827.175436] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 827.175669] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 827.175927] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 827.176179] __tcf_action_put (net/sched/act_api.c:377) [ 827.176384] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 827.176596] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 827.176799] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 827.177073] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 827.177323] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 827.177564] tcf_proto_destroy (net/sched/cls_api.c:418) [ 827.177771] tcf_chain_flush (net/sched/cls_api.c:737) [ 827.177974] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 827.178179] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 827.178441] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 827.178645] dev_shutdown (net/sched/sch_generic.c:1482) [ 827.178836] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 827.179116] cleanup_net (net/core/net_namespace.c:633) [ 827.179306] ? process_one_work (kernel/workqueue.c:2606) [ 827.179530] process_one_work (kernel/workqueue.c:2633) [ 827.179740] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 827.179938] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 827.180162] kthread (kernel/kthread.c:388) [ 827.180329] ? __pfx_kthread (kernel/kthread.c:341) [ 827.180523] ret_from_fork (arch/x86/kernel/process.c:147) [ 827.180712] ? __pfx_kthread (kernel/kthread.c:341) [ 827.180909] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 827.181118] | [ 905.180790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 905.181128] rcu: 2-....: (884011 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=211927 | [ 905.181630] rcu: (t=884200 jiffies g=4853 q=2114 ncpus=4) [ 905.182356] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 905.182938] Workqueue: netns cleanup_net [ 905.183152] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 905.183438] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 905.184383] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 905.184656] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 905.185044] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 905.185411] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 905.185775] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 905.186143] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 905.186511] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 905.186924] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 905.187223] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 905.187591] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 905.187958] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 905.188321] PKRU: 55555554 [ 905.188469] Call Trace: [ 905.188602] [ 905.188716] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 905.188948] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 905.189194] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 905.189453] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 905.189690] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 905.189926] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 905.190155] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 905.190430] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 905.190648] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 905.190899] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 905.191132] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 905.191360] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 905.191632] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 905.191893] [ 905.192009] [ 905.192125] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 905.192401] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 905.192656] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 905.192862] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 905.193058] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 905.193321] ? up_read (kernel/locking/rwsem.c:1622) [ 905.193493] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 905.193729] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 905.193987] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 905.194240] __tcf_action_put (net/sched/act_api.c:377) [ 905.194445] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 905.194657] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 905.194861] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 905.195136] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 905.195388] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 905.195629] tcf_proto_destroy (net/sched/cls_api.c:418) [ 905.195837] tcf_chain_flush (net/sched/cls_api.c:737) [ 905.196039] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 905.196243] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 905.196504] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 905.196708] dev_shutdown (net/sched/sch_generic.c:1482) [ 905.196900] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 905.197182] cleanup_net (net/core/net_namespace.c:633) [ 905.197374] ? process_one_work (kernel/workqueue.c:2606) [ 905.197594] process_one_work (kernel/workqueue.c:2633) [ 905.197807] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 905.198006] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 905.198231] kthread (kernel/kthread.c:388) [ 905.198401] ? __pfx_kthread (kernel/kthread.c:341) [ 905.198598] ret_from_fork (arch/x86/kernel/process.c:147) [ 905.198789] ? __pfx_kthread (kernel/kthread.c:341) [ 905.198986] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 905.199215] | [ 983.199790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 983.200129] rcu: 2-....: (962013 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=230695 | [ 983.200632] rcu: (t=962219 jiffies g=4853 q=2115 ncpus=4) [ 983.201358] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 983.201940] Workqueue: netns cleanup_net [ 983.202152] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 983.202440] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 983.203383] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 983.203654] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 983.204023] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 983.204387] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 983.204753] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 983.205121] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 983.205489] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 983.205904] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 983.206204] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 983.206571] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 983.206936] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 983.207303] PKRU: 55555554 [ 983.207449] Call Trace: [ 983.207584] [ 983.207695] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 983.207931] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 983.208171] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 983.208430] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 983.208671] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 983.208906] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 983.209136] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 983.209413] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 983.209628] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 983.209879] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 983.210113] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 983.210341] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 983.210614] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 983.210875] [ 983.210992] [ 983.211108] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 983.211384] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 983.211640] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 983.211845] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 983.212040] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 983.212300] ? up_read (kernel/locking/rwsem.c:1622) [ 983.212476] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 983.212713] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 983.212972] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 983.213223] __tcf_action_put (net/sched/act_api.c:377) [ 983.213428] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 983.213639] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 983.213844] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 983.214121] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 983.214373] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 983.214614] tcf_proto_destroy (net/sched/cls_api.c:418) [ 983.214825] tcf_chain_flush (net/sched/cls_api.c:737) [ 983.215028] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 983.215232] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 983.215494] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 983.215697] dev_shutdown (net/sched/sch_generic.c:1482) [ 983.215888] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 983.216170] cleanup_net (net/core/net_namespace.c:633) [ 983.216362] ? process_one_work (kernel/workqueue.c:2606) [ 983.216582] process_one_work (kernel/workqueue.c:2633) [ 983.216793] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 983.216994] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 983.217219] kthread (kernel/kthread.c:388) [ 983.217390] ? __pfx_kthread (kernel/kthread.c:341) [ 983.217587] ret_from_fork (arch/x86/kernel/process.c:147) [ 983.217779] ? __pfx_kthread (kernel/kthread.c:341) [ 983.217978] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 983.218187] | [ 1061.217790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1061.218130] rcu: 2-....: (1040014 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=249488 | [ 1061.218643] rcu: (t=1040237 jiffies g=4853 q=2119 ncpus=4) [ 1061.219377] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1061.219962] Workqueue: netns cleanup_net [ 1061.220174] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1061.220463] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1061.221406] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1061.221677] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1061.222044] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1061.222412] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1061.222778] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1061.223145] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1061.223513] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1061.223928] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1061.224225] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1061.224593] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1061.224961] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1061.225329] PKRU: 55555554 [ 1061.225474] Call Trace: [ 1061.225607] [ 1061.225721] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1061.225956] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1061.226195] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1061.226455] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1061.226692] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1061.226930] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1061.227184] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1061.227463] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1061.227677] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1061.227929] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1061.228165] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1061.228394] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1061.228668] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1061.228930] [ 1061.229046] [ 1061.229161] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1061.229441] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1061.229698] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1061.229904] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1061.230101] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1061.230362] ? up_read (kernel/locking/rwsem.c:1622) [ 1061.230539] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1061.230774] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1061.231034] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1061.231285] __tcf_action_put (net/sched/act_api.c:377) [ 1061.231492] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1061.231703] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1061.231906] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1061.232185] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1061.232436] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1061.232678] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1061.232887] tcf_chain_flush (net/sched/cls_api.c:737) [ 1061.233091] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1061.233297] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1061.233559] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1061.233763] dev_shutdown (net/sched/sch_generic.c:1482) [ 1061.233954] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1061.234235] cleanup_net (net/core/net_namespace.c:633) [ 1061.234427] ? process_one_work (kernel/workqueue.c:2606) [ 1061.234649] process_one_work (kernel/workqueue.c:2633) [ 1061.234865] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1061.235063] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1061.235290] kthread (kernel/kthread.c:388) [ 1061.235458] ? __pfx_kthread (kernel/kthread.c:341) [ 1061.235657] ret_from_fork (arch/x86/kernel/process.c:147) [ 1061.235850] ? __pfx_kthread (kernel/kthread.c:341) [ 1061.236048] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1061.236257] | [ 1139.235789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1139.236124] rcu: 2-....: (1118015 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=268224 | [ 1139.236629] rcu: (t=1118255 jiffies g=4853 q=2119 ncpus=4) [ 1139.237360] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1139.237948] Workqueue: netns cleanup_net [ 1139.238159] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1139.238446] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1139.239390] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1139.239660] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1139.240028] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1139.240393] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1139.240759] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1139.241124] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1139.241492] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1139.241907] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1139.242204] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1139.242570] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1139.242936] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1139.243301] PKRU: 55555554 [ 1139.243445] Call Trace: [ 1139.243579] [ 1139.243692] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1139.243924] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1139.244162] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1139.244420] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1139.244656] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1139.244891] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1139.245118] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1139.245395] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1139.245608] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1139.245858] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1139.246093] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1139.246320] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1139.246591] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1139.246852] [ 1139.246966] [ 1139.247082] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1139.247359] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1139.247613] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1139.247818] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1139.248018] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1139.248288] ? up_read (kernel/locking/rwsem.c:1622) [ 1139.248462] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1139.248698] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1139.248972] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1139.249223] __tcf_action_put (net/sched/act_api.c:377) [ 1139.249428] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1139.249639] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1139.249842] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1139.250117] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1139.250366] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1139.250607] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1139.250814] tcf_chain_flush (net/sched/cls_api.c:737) [ 1139.251016] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1139.251220] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1139.251487] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1139.251691] dev_shutdown (net/sched/sch_generic.c:1482) [ 1139.251883] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1139.252162] cleanup_net (net/core/net_namespace.c:633) [ 1139.252354] ? process_one_work (kernel/workqueue.c:2606) [ 1139.252575] process_one_work (kernel/workqueue.c:2633) [ 1139.252785] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1139.252984] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1139.253210] kthread (kernel/kthread.c:388) [ 1139.253377] ? __pfx_kthread (kernel/kthread.c:341) [ 1139.253574] ret_from_fork (arch/x86/kernel/process.c:147) [ 1139.253766] ? __pfx_kthread (kernel/kthread.c:341) [ 1139.253965] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1139.254175] | [ 1217.253789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1217.254122] rcu: 2-....: (1196016 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=287129 | [ 1217.254634] rcu: (t=1196273 jiffies g=4853 q=2119 ncpus=4) [ 1217.255369] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1217.255953] Workqueue: netns cleanup_net [ 1217.256165] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1217.256453] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1217.257399] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1217.257678] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1217.258047] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1217.258414] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1217.258779] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1217.259147] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1217.259517] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1217.259933] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1217.260232] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1217.260601] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1217.260969] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1217.261335] PKRU: 55555554 [ 1217.261482] Call Trace: [ 1217.261616] [ 1217.261730] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1217.261962] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1217.262204] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1217.262463] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1217.262700] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1217.262936] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1217.263167] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1217.263444] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1217.263661] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1217.263913] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1217.264147] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1217.264375] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1217.264648] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1217.264909] [ 1217.265025] [ 1217.265141] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1217.265418] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1217.265674] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1217.265882] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1217.266079] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1217.266342] ? up_read (kernel/locking/rwsem.c:1622) [ 1217.266516] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1217.266752] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1217.267011] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1217.267262] __tcf_action_put (net/sched/act_api.c:377) [ 1217.267468] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1217.267685] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1217.267888] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1217.268164] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1217.268415] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1217.268657] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1217.268865] tcf_chain_flush (net/sched/cls_api.c:737) [ 1217.269069] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1217.269274] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1217.269536] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1217.269742] dev_shutdown (net/sched/sch_generic.c:1482) [ 1217.269933] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1217.270224] cleanup_net (net/core/net_namespace.c:633) [ 1217.270416] ? process_one_work (kernel/workqueue.c:2606) [ 1217.270637] process_one_work (kernel/workqueue.c:2633) [ 1217.270877] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1217.271076] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1217.271301] kthread (kernel/kthread.c:388) [ 1217.271472] ? __pfx_kthread (kernel/kthread.c:341) [ 1217.271670] ret_from_fork (arch/x86/kernel/process.c:147) [ 1217.271863] ? __pfx_kthread (kernel/kthread.c:341) [ 1217.272061] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1217.272273] | [ 1295.271790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1295.272131] rcu: 2-....: (1274017 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=306043 | [ 1295.272641] rcu: (t=1274291 jiffies g=4853 q=2119 ncpus=4) [ 1295.273372] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1295.273956] Workqueue: netns cleanup_net [ 1295.274168] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1295.274458] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1295.275400] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1295.275675] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1295.276040] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1295.276408] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1295.276775] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1295.277148] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1295.277516] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1295.277932] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1295.278233] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1295.278600] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1295.278969] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1295.279338] PKRU: 55555554 [ 1295.279483] Call Trace: [ 1295.279617] [ 1295.279731] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1295.279967] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1295.280207] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1295.280468] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1295.280703] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1295.280940] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1295.281171] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1295.281449] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1295.281664] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1295.281915] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1295.282151] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1295.282377] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1295.282651] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1295.282914] [ 1295.283030] [ 1295.283145] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1295.283425] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1295.283682] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1295.283888] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1295.284084] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1295.284345] ? up_read (kernel/locking/rwsem.c:1622) [ 1295.284521] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1295.284758] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1295.285018] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1295.285270] __tcf_action_put (net/sched/act_api.c:377) [ 1295.285476] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1295.285686] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1295.285891] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1295.286169] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1295.286419] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1295.286662] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1295.286870] tcf_chain_flush (net/sched/cls_api.c:737) [ 1295.287076] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1295.287285] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1295.287549] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1295.287754] dev_shutdown (net/sched/sch_generic.c:1482) [ 1295.287947] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1295.288229] cleanup_net (net/core/net_namespace.c:633) [ 1295.288422] ? process_one_work (kernel/workqueue.c:2606) [ 1295.288646] process_one_work (kernel/workqueue.c:2633) [ 1295.288858] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1295.289058] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1295.289286] kthread (kernel/kthread.c:388) [ 1295.289456] ? __pfx_kthread (kernel/kthread.c:341) [ 1295.289655] ret_from_fork (arch/x86/kernel/process.c:147) [ 1295.289849] ? __pfx_kthread (kernel/kthread.c:341) [ 1295.290047] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1295.290258] | [ 1373.289788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1373.290125] rcu: 2-....: (1352018 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=325006 | [ 1373.290633] rcu: (t=1352309 jiffies g=4853 q=2120 ncpus=4) [ 1373.291368] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1373.292029] Workqueue: netns cleanup_net [ 1373.292242] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1373.292529] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1373.293473] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1373.293744] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1373.294112] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1373.294479] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1373.294844] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1373.295213] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1373.295584] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1373.295999] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1373.296298] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1373.296666] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1373.297040] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1373.297406] PKRU: 55555554 [ 1373.297552] Call Trace: [ 1373.297687] [ 1373.297801] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1373.298033] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1373.298274] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1373.298533] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1373.298771] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1373.299007] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1373.299237] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1373.299515] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1373.299732] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1373.299984] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1373.300218] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1373.300445] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1373.300718] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1373.300978] [ 1373.301095] [ 1373.301212] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1373.301488] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1373.301744] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1373.301952] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1373.302149] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1373.302410] ? up_read (kernel/locking/rwsem.c:1622) [ 1373.302584] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1373.302821] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1373.303079] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1373.303330] __tcf_action_put (net/sched/act_api.c:377) [ 1373.303535] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1373.303749] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1373.303953] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1373.304229] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1373.304480] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1373.304723] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1373.304932] tcf_chain_flush (net/sched/cls_api.c:737) [ 1373.305136] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1373.305341] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1373.305603] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1373.305812] dev_shutdown (net/sched/sch_generic.c:1482) [ 1373.306004] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1373.306286] cleanup_net (net/core/net_namespace.c:633) [ 1373.306478] ? process_one_work (kernel/workqueue.c:2606) [ 1373.306702] process_one_work (kernel/workqueue.c:2633) [ 1373.306917] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1373.307117] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1373.307342] kthread (kernel/kthread.c:388) [ 1373.307513] ? __pfx_kthread (kernel/kthread.c:341) [ 1373.307712] ret_from_fork (arch/x86/kernel/process.c:147) [ 1373.307904] ? __pfx_kthread (kernel/kthread.c:341) [ 1373.308102] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1373.308315] | [ 1451.307789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1451.308127] rcu: 2-....: (1430019 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=344345 | [ 1451.308634] rcu: (t=1430327 jiffies g=4853 q=2120 ncpus=4) [ 1451.309364] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1451.309946] Workqueue: netns cleanup_net [ 1451.310161] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1451.310446] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1451.311391] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1451.311663] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1451.312031] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1451.312419] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1451.312786] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1451.313153] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1451.313521] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1451.313937] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1451.314235] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1451.314604] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1451.314970] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1451.315336] PKRU: 55555554 [ 1451.315482] Call Trace: [ 1451.315617] [ 1451.315729] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1451.315963] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1451.316203] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1451.316469] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1451.316707] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1451.316941] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1451.317172] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1451.317449] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1451.317667] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1451.317917] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1451.318152] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1451.318380] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1451.318652] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1451.318914] [ 1451.319030] [ 1451.319148] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1451.319424] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1451.319680] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1451.319884] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1451.320082] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1451.320344] ? up_read (kernel/locking/rwsem.c:1622) [ 1451.320518] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1451.320756] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1451.321015] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1451.321268] __tcf_action_put (net/sched/act_api.c:377) [ 1451.321473] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1451.321684] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1451.321889] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1451.322165] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1451.322416] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1451.322657] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1451.322867] tcf_chain_flush (net/sched/cls_api.c:737) [ 1451.323070] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1451.323275] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1451.323537] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1451.323742] dev_shutdown (net/sched/sch_generic.c:1482) [ 1451.323933] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1451.324218] cleanup_net (net/core/net_namespace.c:633) [ 1451.324411] ? process_one_work (kernel/workqueue.c:2606) [ 1451.324631] process_one_work (kernel/workqueue.c:2633) [ 1451.324844] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1451.325044] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1451.325269] kthread (kernel/kthread.c:388) [ 1451.325440] ? __pfx_kthread (kernel/kthread.c:341) [ 1451.325639] ret_from_fork (arch/x86/kernel/process.c:147) [ 1451.325831] ? __pfx_kthread (kernel/kthread.c:341) [ 1451.326030] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1451.326240] | [ 1529.325788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1529.326136] rcu: 2-....: (1508020 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=363617 | [ 1529.326646] rcu: (t=1508345 jiffies g=4853 q=2120 ncpus=4) [ 1529.327379] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1529.327964] Workqueue: netns cleanup_net [ 1529.328176] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1529.328462] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1529.329408] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1529.329679] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1529.330049] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1529.330417] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1529.330784] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1529.331151] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1529.331521] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1529.331936] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1529.332234] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1529.332603] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1529.332970] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1529.333336] PKRU: 55555554 [ 1529.333482] Call Trace: [ 1529.333616] [ 1529.333730] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1529.333962] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1529.334202] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1529.334461] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1529.334699] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1529.334935] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1529.335164] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1529.335441] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1529.335657] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1529.335907] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1529.336151] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1529.336378] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1529.336649] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1529.336910] [ 1529.337027] [ 1529.337143] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1529.337421] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1529.337677] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1529.337883] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1529.338081] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1529.338343] ? up_read (kernel/locking/rwsem.c:1622) [ 1529.338517] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1529.338753] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1529.339011] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1529.339262] __tcf_action_put (net/sched/act_api.c:377) [ 1529.339467] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1529.339681] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1529.339884] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1529.340159] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1529.340410] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1529.340653] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1529.340861] tcf_chain_flush (net/sched/cls_api.c:737) [ 1529.341064] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1529.341268] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1529.341532] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1529.341737] dev_shutdown (net/sched/sch_generic.c:1482) [ 1529.341929] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1529.342210] cleanup_net (net/core/net_namespace.c:633) [ 1529.342402] ? process_one_work (kernel/workqueue.c:2606) [ 1529.342623] process_one_work (kernel/workqueue.c:2633) [ 1529.342837] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1529.343036] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1529.343262] kthread (kernel/kthread.c:388) [ 1529.343432] ? __pfx_kthread (kernel/kthread.c:341) [ 1529.343629] ret_from_fork (arch/x86/kernel/process.c:147) [ 1529.343822] ? __pfx_kthread (kernel/kthread.c:341) [ 1529.344019] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1529.344232] | [ 1607.343788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1607.344125] rcu: 2-....: (1586021 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=382902 | [ 1607.344630] rcu: (t=1586363 jiffies g=4853 q=2120 ncpus=4) [ 1607.345362] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1607.345949] Workqueue: netns cleanup_net [ 1607.346160] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1607.346448] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1607.347393] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1607.347667] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1607.348037] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1607.348406] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1607.348775] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1607.349143] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1607.349513] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1607.349931] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1607.350231] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1607.350599] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1607.350969] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1607.351339] PKRU: 55555554 [ 1607.351484] Call Trace: [ 1607.351619] [ 1607.351734] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1607.351969] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1607.352207] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1607.352469] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1607.352705] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1607.352942] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1607.353172] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1607.353451] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1607.353666] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1607.353918] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1607.354154] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1607.354380] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1607.354654] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1607.354917] [ 1607.355032] [ 1607.355147] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1607.355428] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1607.355689] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1607.355894] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1607.356091] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1607.356353] ? up_read (kernel/locking/rwsem.c:1622) [ 1607.356530] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1607.356766] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1607.357026] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1607.357278] __tcf_action_put (net/sched/act_api.c:377) [ 1607.357485] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1607.357697] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1607.357901] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1607.358178] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1607.358429] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1607.358672] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1607.358881] tcf_chain_flush (net/sched/cls_api.c:737) [ 1607.359085] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1607.359293] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1607.359555] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1607.359760] dev_shutdown (net/sched/sch_generic.c:1482) [ 1607.359952] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1607.360233] cleanup_net (net/core/net_namespace.c:633) [ 1607.360426] ? process_one_work (kernel/workqueue.c:2606) [ 1607.360649] process_one_work (kernel/workqueue.c:2633) [ 1607.360862] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1607.361062] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1607.361288] kthread (kernel/kthread.c:388) [ 1607.361457] ? __pfx_kthread (kernel/kthread.c:341) [ 1607.361658] ret_from_fork (arch/x86/kernel/process.c:147) [ 1607.361850] ? __pfx_kthread (kernel/kthread.c:341) [ 1607.362050] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1607.362261] | [ 1685.361788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1685.362125] rcu: 2-....: (1664022 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=402235 | [ 1685.362635] rcu: (t=1664381 jiffies g=4853 q=2120 ncpus=4) [ 1685.363367] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1685.363952] Workqueue: netns cleanup_net [ 1685.364164] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1685.364454] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1685.365403] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1685.365680] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1685.366045] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1685.366414] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1685.366781] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1685.367151] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1685.367518] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1685.367934] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1685.368234] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1685.368601] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1685.368970] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1685.369338] PKRU: 55555554 [ 1685.369483] Call Trace: [ 1685.369616] [ 1685.369731] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1685.369967] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1685.370208] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1685.370469] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1685.370703] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1685.370941] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1685.371172] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1685.371450] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1685.371665] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1685.371917] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1685.372153] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1685.372381] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1685.372655] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1685.372916] [ 1685.373033] [ 1685.373149] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1685.373427] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1685.373684] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1685.373889] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1685.374086] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1685.374348] ? up_read (kernel/locking/rwsem.c:1622) [ 1685.374526] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1685.374764] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1685.375024] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1685.375280] __tcf_action_put (net/sched/act_api.c:377) [ 1685.375486] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1685.375697] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1685.375901] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1685.376180] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1685.376432] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1685.376674] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1685.376884] tcf_chain_flush (net/sched/cls_api.c:737) [ 1685.377092] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1685.377298] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1685.377583] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1685.377788] dev_shutdown (net/sched/sch_generic.c:1482) [ 1685.377980] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1685.378264] cleanup_net (net/core/net_namespace.c:633) [ 1685.378456] ? process_one_work (kernel/workqueue.c:2606) [ 1685.378679] process_one_work (kernel/workqueue.c:2633) [ 1685.378891] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1685.379091] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1685.379319] kthread (kernel/kthread.c:388) [ 1685.379490] ? __pfx_kthread (kernel/kthread.c:341) [ 1685.379690] ret_from_fork (arch/x86/kernel/process.c:147) [ 1685.379882] ? __pfx_kthread (kernel/kthread.c:341) [ 1685.380081] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1685.380293] | [ 1763.379788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1763.380126] rcu: 2-....: (1742023 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=421511 | [ 1763.380633] rcu: (t=1742399 jiffies g=4853 q=2121 ncpus=4) [ 1763.381361] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1763.381942] Workqueue: netns cleanup_net [ 1763.382152] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1763.382439] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1763.383378] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1763.383651] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1763.384015] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1763.384382] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1763.384752] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1763.385123] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1763.385489] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1763.385904] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1763.386201] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1763.386566] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1763.386934] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1763.387302] PKRU: 55555554 [ 1763.387447] Call Trace: [ 1763.387580] [ 1763.387694] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1763.387929] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1763.388168] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1763.388429] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1763.388663] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1763.388901] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1763.389131] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1763.389409] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1763.389623] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1763.389875] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1763.390110] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1763.390336] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1763.390609] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1763.390878] [ 1763.390994] [ 1763.391111] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1763.391396] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1763.391653] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1763.391857] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1763.392056] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1763.392318] ? up_read (kernel/locking/rwsem.c:1622) [ 1763.392493] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1763.392729] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1763.392988] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1763.393239] __tcf_action_put (net/sched/act_api.c:377) [ 1763.393444] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1763.393655] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1763.393858] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1763.394136] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1763.394385] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1763.394627] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1763.394837] tcf_chain_flush (net/sched/cls_api.c:737) [ 1763.395042] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1763.395248] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1763.395511] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1763.395715] dev_shutdown (net/sched/sch_generic.c:1482) [ 1763.395907] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1763.396188] cleanup_net (net/core/net_namespace.c:633) [ 1763.396379] ? process_one_work (kernel/workqueue.c:2606) [ 1763.396602] process_one_work (kernel/workqueue.c:2633) [ 1763.396813] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1763.397011] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1763.397238] kthread (kernel/kthread.c:388) [ 1763.397408] ? __pfx_kthread (kernel/kthread.c:341) [ 1763.397607] ret_from_fork (arch/x86/kernel/process.c:147) [ 1763.397799] ? __pfx_kthread (kernel/kthread.c:341) [ 1763.397997] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1763.398208] | [ 1841.397788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1841.398127] rcu: 2-....: (1820024 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=440715 | [ 1841.398637] rcu: (t=1820417 jiffies g=4853 q=2122 ncpus=4) [ 1841.399370] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1841.399953] Workqueue: netns cleanup_net [ 1841.400166] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1841.400454] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1841.401404] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1841.401676] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1841.402043] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1841.402409] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1841.402780] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1841.403157] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1841.403526] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1841.403941] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1841.404240] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1841.404613] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1841.404979] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1841.405347] PKRU: 55555554 [ 1841.405492] Call Trace: [ 1841.405627] [ 1841.405738] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1841.405972] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1841.406213] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1841.406472] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1841.406708] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1841.406944] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1841.407174] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1841.407449] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1841.407665] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1841.407916] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1841.408151] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1841.408378] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1841.408650] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1841.408911] [ 1841.409027] [ 1841.409144] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1841.409420] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1841.409676] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1841.409881] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1841.410077] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1841.410338] ? up_read (kernel/locking/rwsem.c:1622) [ 1841.410515] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1841.410752] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1841.411013] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1841.411264] __tcf_action_put (net/sched/act_api.c:377) [ 1841.411470] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1841.411680] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1841.411884] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1841.412161] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1841.412412] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1841.412652] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1841.412862] tcf_chain_flush (net/sched/cls_api.c:737) [ 1841.413066] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1841.413271] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1841.413534] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1841.413738] dev_shutdown (net/sched/sch_generic.c:1482) [ 1841.413929] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1841.414213] cleanup_net (net/core/net_namespace.c:633) [ 1841.414409] ? process_one_work (kernel/workqueue.c:2606) [ 1841.414629] process_one_work (kernel/workqueue.c:2633) [ 1841.414842] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1841.415042] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1841.415266] kthread (kernel/kthread.c:388) [ 1841.415437] ? __pfx_kthread (kernel/kthread.c:341) [ 1841.415635] ret_from_fork (arch/x86/kernel/process.c:147) [ 1841.415828] ? __pfx_kthread (kernel/kthread.c:341) [ 1841.416025] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1841.416235] | [ 1919.415789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1919.416126] rcu: 2-....: (1898025 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=459989 | [ 1919.416633] rcu: (t=1898435 jiffies g=4853 q=2123 ncpus=4) [ 1919.417370] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1919.417954] Workqueue: netns cleanup_net [ 1919.418166] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1919.418455] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1919.419403] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1919.419675] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1919.420045] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1919.420413] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1919.420782] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1919.421148] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1919.421519] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1919.421936] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1919.422234] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1919.422604] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1919.422973] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1919.423341] PKRU: 55555554 [ 1919.423487] Call Trace: [ 1919.423621] [ 1919.423736] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1919.423973] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1919.424212] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1919.424472] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1919.424710] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1919.424947] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1919.425175] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1919.425455] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1919.425670] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1919.425922] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1919.426158] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1919.426385] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1919.426658] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1919.426919] [ 1919.427034] [ 1919.427151] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1919.427431] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1919.427688] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1919.427893] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1919.428090] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1919.428352] ? up_read (kernel/locking/rwsem.c:1622) [ 1919.428529] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1919.428764] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1919.429023] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1919.429274] __tcf_action_put (net/sched/act_api.c:377) [ 1919.429485] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1919.429697] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1919.429900] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1919.430177] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1919.430429] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1919.430673] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1919.430881] tcf_chain_flush (net/sched/cls_api.c:737) [ 1919.431084] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1919.431292] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1919.431555] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1919.431761] dev_shutdown (net/sched/sch_generic.c:1482) [ 1919.431953] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1919.432235] cleanup_net (net/core/net_namespace.c:633) [ 1919.432427] ? process_one_work (kernel/workqueue.c:2606) [ 1919.432650] process_one_work (kernel/workqueue.c:2633) [ 1919.432863] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1919.433062] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1919.433290] kthread (kernel/kthread.c:388) [ 1919.433459] ? __pfx_kthread (kernel/kthread.c:341) [ 1919.433659] ret_from_fork (arch/x86/kernel/process.c:147) [ 1919.433852] ? __pfx_kthread (kernel/kthread.c:341) [ 1919.434055] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1919.434266] | [ 1997.433788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1997.434128] rcu: 2-....: (1976026 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=479277 | [ 1997.434635] rcu: (t=1976453 jiffies g=4853 q=2124 ncpus=4) [ 1997.435369] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1997.435952] Workqueue: netns cleanup_net [ 1997.436163] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1997.436450] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1997.437397] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 1997.437667] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 1997.438035] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 1997.438403] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 1997.438771] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 1997.439136] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 1997.439506] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 1997.439922] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1997.440221] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 1997.440590] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1997.440959] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1997.441327] PKRU: 55555554 [ 1997.441472] Call Trace: [ 1997.441607] [ 1997.441721] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1997.441955] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1997.442194] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1997.442453] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1997.442691] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1997.442929] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1997.443157] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1997.443436] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1997.443655] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1997.443907] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1997.444143] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1997.444368] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1997.444642] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1997.444904] [ 1997.445019] [ 1997.445135] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1997.445414] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1997.445671] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1997.445877] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1997.446074] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1997.446335] ? up_read (kernel/locking/rwsem.c:1622) [ 1997.446511] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1997.446746] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1997.447005] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1997.447258] __tcf_action_put (net/sched/act_api.c:377) [ 1997.447464] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1997.447677] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1997.447880] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1997.448157] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1997.448408] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1997.448651] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1997.448859] tcf_chain_flush (net/sched/cls_api.c:737) [ 1997.449062] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1997.449267] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1997.449530] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1997.449735] dev_shutdown (net/sched/sch_generic.c:1482) [ 1997.449927] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1997.450211] cleanup_net (net/core/net_namespace.c:633) [ 1997.450402] ? process_one_work (kernel/workqueue.c:2606) [ 1997.450625] process_one_work (kernel/workqueue.c:2633) [ 1997.450838] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1997.451037] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1997.451264] kthread (kernel/kthread.c:388) [ 1997.451433] ? __pfx_kthread (kernel/kthread.c:341) [ 1997.451631] ret_from_fork (arch/x86/kernel/process.c:147) [ 1997.451824] ? __pfx_kthread (kernel/kthread.c:341) [ 1997.452024] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1997.452236] | [ 2075.451788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2075.452127] rcu: 2-....: (2054027 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=498607 | [ 2075.452637] rcu: (t=2054471 jiffies g=4853 q=2125 ncpus=4) [ 2075.453377] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2075.453962] Workqueue: netns cleanup_net [ 2075.454172] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2075.454461] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2075.455404] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2075.455675] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2075.456042] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2075.456409] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2075.456775] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2075.457142] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2075.457509] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2075.457925] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2075.458221] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2075.458588] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2075.458955] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2075.459322] PKRU: 55555554 [ 2075.459467] Call Trace: [ 2075.459600] [ 2075.459715] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2075.459949] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2075.460186] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2075.460447] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2075.460682] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2075.460918] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2075.461147] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2075.461424] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2075.461638] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2075.461889] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2075.462125] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2075.462350] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2075.462624] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2075.462886] [ 2075.463001] [ 2075.463116] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2075.463400] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2075.463656] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2075.463861] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2075.464057] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2075.464317] ? up_read (kernel/locking/rwsem.c:1622) [ 2075.464493] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2075.464729] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2075.464988] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2075.465238] __tcf_action_put (net/sched/act_api.c:377) [ 2075.465445] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2075.465657] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2075.465863] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2075.466156] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2075.466407] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2075.466650] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2075.466857] tcf_chain_flush (net/sched/cls_api.c:737) [ 2075.467065] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2075.467270] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2075.467533] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2075.467738] dev_shutdown (net/sched/sch_generic.c:1482) [ 2075.467929] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2075.468210] cleanup_net (net/core/net_namespace.c:633) [ 2075.468401] ? process_one_work (kernel/workqueue.c:2606) [ 2075.468624] process_one_work (kernel/workqueue.c:2633) [ 2075.468836] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2075.469035] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2075.469263] kthread (kernel/kthread.c:388) [ 2075.469431] ? __pfx_kthread (kernel/kthread.c:341) [ 2075.469631] ret_from_fork (arch/x86/kernel/process.c:147) [ 2075.469823] ? __pfx_kthread (kernel/kthread.c:341) [ 2075.470023] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2075.470233] | [ 2153.469788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2153.470128] rcu: 2-....: (2132028 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=517856 | [ 2153.470633] rcu: (t=2132489 jiffies g=4853 q=2126 ncpus=4) [ 2153.471359] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2153.471938] Workqueue: netns cleanup_net [ 2153.472149] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2153.472438] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2153.473381] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2153.473654] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2153.474018] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2153.474385] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2153.474751] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2153.475118] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2153.475483] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2153.475900] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2153.476198] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2153.476564] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2153.476931] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2153.477298] PKRU: 55555554 [ 2153.477442] Call Trace: [ 2153.477575] [ 2153.477700] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2153.477936] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2153.478182] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2153.478443] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2153.478678] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2153.478914] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2153.479145] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2153.479422] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2153.479635] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2153.479888] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2153.480124] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2153.480350] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2153.480623] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2153.480885] [ 2153.481001] [ 2153.481117] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2153.481393] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2153.481650] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2153.481855] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2153.482051] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2153.482311] ? up_read (kernel/locking/rwsem.c:1622) [ 2153.482486] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2153.482723] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2153.482984] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2153.483236] __tcf_action_put (net/sched/act_api.c:377) [ 2153.483445] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2153.483656] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2153.483858] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2153.484136] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2153.484384] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2153.484624] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2153.484833] tcf_chain_flush (net/sched/cls_api.c:737) [ 2153.485039] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2153.485243] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2153.485505] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2153.485710] dev_shutdown (net/sched/sch_generic.c:1482) [ 2153.485901] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2153.486183] cleanup_net (net/core/net_namespace.c:633) [ 2153.486374] ? process_one_work (kernel/workqueue.c:2606) [ 2153.486596] process_one_work (kernel/workqueue.c:2633) [ 2153.486807] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2153.487005] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2153.487233] kthread (kernel/kthread.c:388) [ 2153.487403] ? __pfx_kthread (kernel/kthread.c:341) [ 2153.487602] ret_from_fork (arch/x86/kernel/process.c:147) [ 2153.487794] ? __pfx_kthread (kernel/kthread.c:341) [ 2153.487992] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2153.488201] | [ 2231.487788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2231.488124] rcu: 2-....: (2210029 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=537132 | [ 2231.488629] rcu: (t=2210507 jiffies g=4853 q=2126 ncpus=4) [ 2231.489362] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2231.489942] Workqueue: netns cleanup_net [ 2231.490152] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2231.490440] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2231.491412] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2231.491683] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2231.492052] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2231.492426] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2231.492794] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2231.493160] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2231.493530] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2231.493947] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2231.494244] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2231.494613] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2231.494981] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2231.495348] PKRU: 55555554 [ 2231.495493] Call Trace: [ 2231.495627] [ 2231.495741] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2231.495974] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2231.496211] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2231.496470] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2231.496707] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2231.496943] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2231.497171] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2231.497449] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2231.497662] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2231.497913] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2231.498149] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2231.498375] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2231.498648] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2231.498910] [ 2231.499025] [ 2231.499140] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2231.499418] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2231.499675] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2231.499880] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2231.500076] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2231.500337] ? up_read (kernel/locking/rwsem.c:1622) [ 2231.500513] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2231.500747] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2231.501007] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2231.501256] __tcf_action_put (net/sched/act_api.c:377) [ 2231.501463] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2231.501674] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2231.501876] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2231.502152] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2231.502405] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2231.502648] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2231.502856] tcf_chain_flush (net/sched/cls_api.c:737) [ 2231.503060] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2231.503265] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2231.503527] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2231.503731] dev_shutdown (net/sched/sch_generic.c:1482) [ 2231.503922] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2231.504202] cleanup_net (net/core/net_namespace.c:633) [ 2231.504394] ? process_one_work (kernel/workqueue.c:2606) [ 2231.504617] process_one_work (kernel/workqueue.c:2633) [ 2231.504829] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2231.505027] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2231.505254] kthread (kernel/kthread.c:388) [ 2231.505421] ? __pfx_kthread (kernel/kthread.c:341) [ 2231.505621] ret_from_fork (arch/x86/kernel/process.c:147) [ 2231.505812] ? __pfx_kthread (kernel/kthread.c:341) [ 2231.506010] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2231.506220] | [ 2309.505788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2309.506124] rcu: 2-....: (2288030 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=556393 | [ 2309.506636] rcu: (t=2288525 jiffies g=4853 q=2126 ncpus=4) [ 2309.507367] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2309.507952] Workqueue: netns cleanup_net [ 2309.508163] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2309.508452] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2309.509397] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2309.509671] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2309.510037] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2309.510405] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2309.510773] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2309.511141] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2309.511509] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2309.511925] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2309.512229] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2309.512594] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2309.512962] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2309.513330] PKRU: 55555554 [ 2309.513473] Call Trace: [ 2309.513607] [ 2309.513721] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2309.513956] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2309.514196] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2309.514457] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2309.514692] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2309.514929] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2309.515160] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2309.515437] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2309.515651] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2309.515902] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2309.516138] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2309.516364] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2309.516639] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2309.516901] [ 2309.517017] [ 2309.517133] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2309.517411] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2309.517668] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2309.517871] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2309.518068] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2309.518330] ? up_read (kernel/locking/rwsem.c:1622) [ 2309.518505] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2309.518743] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2309.519002] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2309.519254] __tcf_action_put (net/sched/act_api.c:377) [ 2309.519459] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2309.519670] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2309.519873] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2309.520150] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2309.520399] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2309.520642] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2309.520850] tcf_chain_flush (net/sched/cls_api.c:737) [ 2309.521055] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2309.521261] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2309.521523] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2309.521728] dev_shutdown (net/sched/sch_generic.c:1482) [ 2309.521919] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2309.522203] cleanup_net (net/core/net_namespace.c:633) [ 2309.522395] ? process_one_work (kernel/workqueue.c:2606) [ 2309.522618] process_one_work (kernel/workqueue.c:2633) [ 2309.522830] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2309.523029] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2309.523257] kthread (kernel/kthread.c:388) [ 2309.523427] ? __pfx_kthread (kernel/kthread.c:341) [ 2309.523626] ret_from_fork (arch/x86/kernel/process.c:147) [ 2309.523819] ? __pfx_kthread (kernel/kthread.c:341) [ 2309.524017] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2309.524227] | [ 2387.523796] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2387.524138] rcu: 2-....: (2366031 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=575670 | [ 2387.524648] rcu: (t=2366543 jiffies g=4853 q=2126 ncpus=4) [ 2387.525384] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2387.525968] Workqueue: netns cleanup_net [ 2387.526183] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2387.526471] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2387.527415] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2387.527687] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2387.528054] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2387.528422] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2387.528791] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2387.529158] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2387.529527] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2387.529943] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2387.530241] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2387.530610] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2387.530977] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2387.531346] PKRU: 55555554 [ 2387.531490] Call Trace: [ 2387.531628] [ 2387.531749] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2387.531985] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2387.532227] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2387.532488] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2387.532723] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2387.532960] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2387.533191] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2387.533469] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2387.533684] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2387.533934] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2387.534170] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2387.534399] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2387.534672] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2387.534934] [ 2387.535050] [ 2387.535167] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2387.535445] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2387.535702] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2387.535907] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2387.536104] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2387.536364] ? up_read (kernel/locking/rwsem.c:1622) [ 2387.536540] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2387.536777] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2387.537037] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2387.537289] __tcf_action_put (net/sched/act_api.c:377) [ 2387.537495] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2387.537706] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2387.537909] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2387.538187] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2387.538438] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2387.538679] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2387.538890] tcf_chain_flush (net/sched/cls_api.c:737) [ 2387.539094] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2387.539299] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2387.539562] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2387.539765] dev_shutdown (net/sched/sch_generic.c:1482) [ 2387.539957] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2387.540240] cleanup_net (net/core/net_namespace.c:633) [ 2387.540432] ? process_one_work (kernel/workqueue.c:2606) [ 2387.540653] process_one_work (kernel/workqueue.c:2633) [ 2387.540865] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2387.541065] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2387.541292] kthread (kernel/kthread.c:388) [ 2387.541463] ? __pfx_kthread (kernel/kthread.c:341) [ 2387.541665] ret_from_fork (arch/x86/kernel/process.c:147) [ 2387.541859] ? __pfx_kthread (kernel/kthread.c:341) [ 2387.542057] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2387.542268] | [ 2465.541788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2465.542131] rcu: 2-....: (2444032 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=594948 | [ 2465.542640] rcu: (t=2444561 jiffies g=4853 q=2126 ncpus=4) [ 2465.543375] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2465.543957] Workqueue: netns cleanup_net [ 2465.544172] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2465.544461] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2465.545402] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2465.545674] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2465.546038] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2465.546405] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2465.546773] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2465.547139] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2465.547505] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2465.547921] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2465.548219] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2465.548584] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2465.548950] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2465.549316] PKRU: 55555554 [ 2465.549460] Call Trace: [ 2465.549592] [ 2465.549707] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2465.549941] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2465.550180] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2465.550440] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2465.550674] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2465.550910] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2465.551140] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2465.551418] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2465.551632] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2465.551883] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2465.552118] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2465.552344] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2465.552616] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2465.552877] [ 2465.552993] [ 2465.553108] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2465.553385] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2465.553641] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2465.553844] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2465.554040] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2465.554301] ? up_read (kernel/locking/rwsem.c:1622) [ 2465.554475] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2465.554711] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2465.554970] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2465.555220] __tcf_action_put (net/sched/act_api.c:377) [ 2465.555425] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2465.555635] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2465.555838] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2465.556114] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2465.556362] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2465.556604] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2465.556810] tcf_chain_flush (net/sched/cls_api.c:737) [ 2465.557016] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2465.557220] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2465.557482] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2465.557686] dev_shutdown (net/sched/sch_generic.c:1482) [ 2465.557877] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2465.558158] cleanup_net (net/core/net_namespace.c:633) [ 2465.558349] ? process_one_work (kernel/workqueue.c:2606) [ 2465.558571] process_one_work (kernel/workqueue.c:2633) [ 2465.558782] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2465.558981] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2465.559208] kthread (kernel/kthread.c:388) [ 2465.559378] ? __pfx_kthread (kernel/kthread.c:341) [ 2465.559577] ret_from_fork (arch/x86/kernel/process.c:147) [ 2465.559768] ? __pfx_kthread (kernel/kthread.c:341) [ 2465.559967] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2465.560176] | [ 2543.559789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2543.560127] rcu: 2-....: (2522033 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=614202 | [ 2543.560637] rcu: (t=2522579 jiffies g=4853 q=2126 ncpus=4) [ 2543.561376] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2543.561963] Workqueue: netns cleanup_net [ 2543.562179] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2543.562469] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2543.563414] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2543.563687] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2543.564057] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2543.564424] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2543.564792] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2543.565162] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2543.565531] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2543.565946] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2543.566246] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2543.566616] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2543.566982] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2543.567351] PKRU: 55555554 [ 2543.567498] Call Trace: [ 2543.567635] [ 2543.567755] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2543.567988] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2543.568229] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2543.568489] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2543.568726] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2543.568962] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2543.569191] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2543.569468] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2543.569684] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2543.569936] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2543.570172] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2543.570399] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2543.570671] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2543.570937] [ 2543.571054] [ 2543.571171] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2543.571449] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2543.571706] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2543.571914] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2543.572112] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2543.572375] ? up_read (kernel/locking/rwsem.c:1622) [ 2543.572551] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2543.572788] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2543.573049] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2543.573324] __tcf_action_put (net/sched/act_api.c:377) [ 2543.573533] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2543.573747] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2543.573951] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2543.574227] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2543.574479] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2543.574722] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2543.574930] tcf_chain_flush (net/sched/cls_api.c:737) [ 2543.575134] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2543.575339] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2543.575602] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2543.575807] dev_shutdown (net/sched/sch_generic.c:1482) [ 2543.575999] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2543.576281] cleanup_net (net/core/net_namespace.c:633) [ 2543.576473] ? process_one_work (kernel/workqueue.c:2606) [ 2543.576696] process_one_work (kernel/workqueue.c:2633) [ 2543.576908] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2543.577108] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2543.577336] kthread (kernel/kthread.c:388) [ 2543.577505] ? __pfx_kthread (kernel/kthread.c:341) [ 2543.577703] ret_from_fork (arch/x86/kernel/process.c:147) [ 2543.577896] ? __pfx_kthread (kernel/kthread.c:341) [ 2543.578096] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2543.578308] | [ 2621.577789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2621.578123] rcu: 2-....: (2600034 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=633482 | [ 2621.578631] rcu: (t=2600597 jiffies g=4853 q=2126 ncpus=4) [ 2621.579364] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2621.579949] Workqueue: netns cleanup_net [ 2621.580159] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2621.580447] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2621.581393] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2621.581662] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2621.582030] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2621.582397] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2621.582765] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2621.583129] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2621.583498] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2621.583913] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2621.584210] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2621.584578] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2621.584952] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2621.585323] PKRU: 55555554 [ 2621.585481] Call Trace: [ 2621.585615] [ 2621.585729] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2621.585963] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2621.586202] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2621.586462] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2621.586700] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2621.586936] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2621.587164] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2621.587443] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2621.587657] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2621.587908] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2621.588144] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2621.588369] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 2621.588571] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2621.588845] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2621.589106] [ 2621.589222] [ 2621.589338] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2621.589617] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2621.589873] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2621.590078] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2621.590274] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2621.590539] ? up_read (kernel/locking/rwsem.c:1622) [ 2621.590715] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2621.590951] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2621.591211] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2621.591461] __tcf_action_put (net/sched/act_api.c:377) [ 2621.591667] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2621.591877] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2621.592079] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2621.592356] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2621.592606] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2621.592848] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2621.593056] tcf_chain_flush (net/sched/cls_api.c:737) [ 2621.593260] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2621.593466] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2621.593729] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2621.593935] dev_shutdown (net/sched/sch_generic.c:1482) [ 2621.594127] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2621.594407] cleanup_net (net/core/net_namespace.c:633) [ 2621.594598] ? process_one_work (kernel/workqueue.c:2606) [ 2621.594820] process_one_work (kernel/workqueue.c:2633) [ 2621.595031] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2621.595229] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2621.595456] kthread (kernel/kthread.c:388) [ 2621.595625] ? __pfx_kthread (kernel/kthread.c:341) [ 2621.595823] ret_from_fork (arch/x86/kernel/process.c:147) [ 2621.596015] ? __pfx_kthread (kernel/kthread.c:341) [ 2621.596213] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2621.596423] | [ 2699.595789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2699.596133] rcu: 2-....: (2678035 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=652769 | [ 2699.596642] rcu: (t=2678615 jiffies g=4853 q=2127 ncpus=4) [ 2699.597397] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2699.597981] Workqueue: netns cleanup_net [ 2699.598193] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2699.598479] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2699.599424] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2699.599695] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2699.600062] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2699.600434] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2699.600800] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2699.601166] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2699.601535] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2699.601950] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2699.602247] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2699.602616] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2699.602984] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2699.603350] PKRU: 55555554 [ 2699.603495] Call Trace: [ 2699.603629] [ 2699.603743] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2699.603975] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2699.604214] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2699.604472] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2699.604709] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2699.604945] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2699.605173] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2699.605452] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2699.605666] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2699.605918] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2699.606153] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2699.606378] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2699.606650] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2699.606913] [ 2699.607028] [ 2699.607145] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2699.607422] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2699.607678] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2699.607883] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2699.608080] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2699.608341] ? up_read (kernel/locking/rwsem.c:1622) [ 2699.608515] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2699.608749] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2699.609008] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2699.609258] __tcf_action_put (net/sched/act_api.c:377) [ 2699.609463] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2699.609676] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2699.609879] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2699.610158] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2699.610410] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2699.610652] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2699.610859] tcf_chain_flush (net/sched/cls_api.c:737) [ 2699.611062] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2699.611268] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2699.611530] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2699.611735] dev_shutdown (net/sched/sch_generic.c:1482) [ 2699.611926] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2699.612207] cleanup_net (net/core/net_namespace.c:633) [ 2699.612399] ? process_one_work (kernel/workqueue.c:2606) [ 2699.612620] process_one_work (kernel/workqueue.c:2633) [ 2699.612833] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2699.613032] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2699.613258] kthread (kernel/kthread.c:388) [ 2699.613428] ? __pfx_kthread (kernel/kthread.c:341) [ 2699.613625] ret_from_fork (arch/x86/kernel/process.c:147) [ 2699.613817] ? __pfx_kthread (kernel/kthread.c:341) [ 2699.614015] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2699.614227] | [ 2777.614788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2777.615129] rcu: 2-....: (2756037 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=672083 | [ 2777.615640] rcu: (t=2756634 jiffies g=4853 q=2127 ncpus=4) [ 2777.616369] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2777.616952] Workqueue: netns cleanup_net [ 2777.617166] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2777.617452] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2777.618396] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2777.618667] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2777.619033] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2777.619398] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2777.619767] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2777.620133] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2777.620501] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2777.620915] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2777.621214] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2777.621582] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2777.621948] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2777.622314] PKRU: 55555554 [ 2777.622460] Call Trace: [ 2777.622594] [ 2777.622706] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2777.622939] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2777.623179] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2777.623438] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2777.623674] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2777.623908] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2777.624139] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2777.624418] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2777.624634] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2777.624885] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2777.625118] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2777.625346] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2777.625617] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2777.625877] [ 2777.625994] [ 2777.626110] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2777.626385] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2777.626641] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2777.626844] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2777.627040] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2777.627301] ? up_read (kernel/locking/rwsem.c:1622) [ 2777.627474] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2777.627710] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2777.627968] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2777.628218] __tcf_action_put (net/sched/act_api.c:377) [ 2777.628422] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2777.628633] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2777.628837] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2777.629111] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2777.629361] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2777.629602] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2777.629813] tcf_chain_flush (net/sched/cls_api.c:737) [ 2777.630016] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2777.630220] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2777.630482] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2777.630686] dev_shutdown (net/sched/sch_generic.c:1482) [ 2777.630877] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2777.631161] cleanup_net (net/core/net_namespace.c:633) [ 2777.631352] ? process_one_work (kernel/workqueue.c:2606) [ 2777.631572] process_one_work (kernel/workqueue.c:2633) [ 2777.631784] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2777.631985] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2777.632209] kthread (kernel/kthread.c:388) [ 2777.632379] ? __pfx_kthread (kernel/kthread.c:341) [ 2777.632577] ret_from_fork (arch/x86/kernel/process.c:147) [ 2777.632768] ? __pfx_kthread (kernel/kthread.c:341) [ 2777.632966] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2777.633175] | [ 2855.632789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2855.633131] rcu: 2-....: (2834038 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=691322 | [ 2855.633639] rcu: (t=2834652 jiffies g=4853 q=2127 ncpus=4) [ 2855.634369] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2855.634954] Workqueue: netns cleanup_net [ 2855.635166] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2855.635454] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2855.636399] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2855.636671] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2855.637039] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2855.637411] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2855.637776] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2855.638144] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2855.638513] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2855.638928] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2855.639227] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2855.639600] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2855.639968] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2855.640334] PKRU: 55555554 [ 2855.640480] Call Trace: [ 2855.640614] [ 2855.640729] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2855.640960] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2855.641201] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2855.641460] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2855.641697] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2855.641933] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2855.642162] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2855.642438] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2855.642654] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2855.642906] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2855.643141] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2855.643368] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2855.643639] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2855.643900] [ 2855.644015] [ 2855.644132] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2855.644409] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2855.644666] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2855.644873] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2855.645071] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2855.645332] ? up_read (kernel/locking/rwsem.c:1622) [ 2855.645506] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2855.645743] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2855.646002] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2855.646253] __tcf_action_put (net/sched/act_api.c:377) [ 2855.646464] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2855.646679] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2855.646882] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2855.647157] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2855.647408] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2855.647651] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2855.647858] tcf_chain_flush (net/sched/cls_api.c:737) [ 2855.648062] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2855.648266] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2855.648529] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2855.648734] dev_shutdown (net/sched/sch_generic.c:1482) [ 2855.648926] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2855.649207] cleanup_net (net/core/net_namespace.c:633) [ 2855.649416] ? process_one_work (kernel/workqueue.c:2606) [ 2855.649637] process_one_work (kernel/workqueue.c:2633) [ 2855.649851] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2855.650050] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2855.650275] kthread (kernel/kthread.c:388) [ 2855.650445] ? __pfx_kthread (kernel/kthread.c:341) [ 2855.650644] ret_from_fork (arch/x86/kernel/process.c:147) [ 2855.650835] ? __pfx_kthread (kernel/kthread.c:341) [ 2855.651032] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2933.654399] rcu: 2-....: (2896639 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=709561 | [ 2933.655211] rcu: (detected by 1, t=2912673 jiffies, g=4853, q=2127 ncpus=4) | [ 2933.655801] Sending NMI from CPU 1 to CPUs 2: | [ 2933.658886] NMI backtrace for cpu 2 [ 2933.658898] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2933.658902] Workqueue: netns cleanup_net [ 2933.658912] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2933.658919] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2933.658921] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 2933.658924] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 2933.658925] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 2933.658927] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 2933.658928] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 2933.658929] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 2933.658933] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 2933.658935] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2933.658936] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 2933.658938] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2933.658939] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2933.658940] PKRU: 55555554 [ 2933.658941] Call Trace: [ 2933.658960] [ 2933.658966] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 2933.658971] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 2933.658976] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 2933.658979] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 2933.658983] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 2933.658986] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 2933.658991] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2933.658994] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2933.658997] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2933.658999] [ 2933.659000] [ 2933.659001] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2933.659006] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2933.659011] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2933.659016] ? up_read (kernel/locking/rwsem.c:1622) [ 2933.659020] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2933.659025] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2933.659027] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2933.659030] __tcf_action_put (net/sched/act_api.c:377) [ 2933.659035] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2933.659038] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2933.659041] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2933.659049] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2933.659057] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2933.659064] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2933.659067] tcf_chain_flush (net/sched/cls_api.c:737) [ 2933.659070] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2933.659075] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2933.659082] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2933.659087] dev_shutdown (net/sched/sch_generic.c:1482) [ 2933.659091] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2933.659096] cleanup_net (net/core/net_namespace.c:633) [ 2933.659100] ? process_one_work (kernel/workqueue.c:2606) [ 2933.659105] process_one_work (kernel/workqueue.c:2633) [ 2933.659109] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2933.659112] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2933.659114] kthread (kernel/kthread.c:388) [ 2933.659117] ? __pfx_kthread (kernel/kthread.c:341) [ 2933.659120] ret_from_fork (arch/x86/kernel/process.c:147) [ 2933.659124] ? __pfx_kthread (kernel/kthread.c:341) [ 2933.659126] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3011.668383] rcu: 2-....: (2908387 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=725072 | [ 3011.669387] rcu: (detected by 1, t=2990687 jiffies, g=4853, q=2127 ncpus=4) | [ 3011.669949] Sending NMI from CPU 1 to CPUs 2: | [ 3011.673057] NMI backtrace for cpu 2 [ 3011.673079] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3011.673081] Workqueue: netns cleanup_net [ 3011.673092] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3011.673099] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3011.673102] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3011.673104] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3011.673105] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3011.673107] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3011.673108] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3011.673109] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3011.673114] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3011.673116] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3011.673117] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3011.673119] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3011.673120] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3011.673121] PKRU: 55555554 [ 3011.673122] Call Trace: [ 3011.673125] [ 3011.673128] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3011.673134] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3011.673152] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3011.673155] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3011.673160] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3011.673162] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3011.673169] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3011.673172] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3011.673175] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3011.673178] [ 3011.673179] [ 3011.673180] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3011.673186] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3011.673191] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3011.673196] ? up_read (kernel/locking/rwsem.c:1622) [ 3011.673200] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3011.673206] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3011.673208] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3011.673211] __tcf_action_put (net/sched/act_api.c:377) [ 3011.673216] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3011.673219] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3011.673222] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3011.673231] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3011.673239] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3011.673246] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3011.673250] tcf_chain_flush (net/sched/cls_api.c:737) [ 3011.673253] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3011.673257] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3011.673264] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3011.673269] dev_shutdown (net/sched/sch_generic.c:1482) [ 3011.673272] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3011.673277] cleanup_net (net/core/net_namespace.c:633) [ 3011.673281] ? process_one_work (kernel/workqueue.c:2606) [ 3011.673285] process_one_work (kernel/workqueue.c:2633) [ 3011.673289] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3011.673293] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3011.673295] kthread (kernel/kthread.c:388) [ 3011.673298] ? __pfx_kthread (kernel/kthread.c:341) [ 3011.673301] ret_from_fork (arch/x86/kernel/process.c:147) [ 3011.673305] ? __pfx_kthread (kernel/kthread.c:341) [ 3011.673307] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3089.678444] rcu: 2-....: (2917587 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=740692 | [ 3089.679272] rcu: (detected by 3, t=3068697 jiffies, g=4853, q=2127 ncpus=4) | [ 3089.679863] Sending NMI from CPU 3 to CPUs 2: | [ 3089.743166] NMI backtrace for cpu 2 [ 3089.743190] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3089.743195] Workqueue: netns cleanup_net [ 3089.743208] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3089.743215] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 3089.743218] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3089.743220] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3089.743222] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3089.743223] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3089.743224] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3089.743226] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3089.743230] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3089.743231] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3089.743233] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3089.743234] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3089.743235] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3089.743237] PKRU: 55555554 [ 3089.743238] Call Trace: [ 3089.743244] [ 3089.743256] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3089.743261] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3089.743266] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3089.743269] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3089.743274] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3089.743276] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3089.743281] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3089.743284] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3089.743287] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3089.743290] [ 3089.743291] [ 3089.743293] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3089.743299] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3089.743303] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3089.743309] ? up_read (kernel/locking/rwsem.c:1622) [ 3089.743313] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3089.743318] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3089.743320] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3089.743323] __tcf_action_put (net/sched/act_api.c:377) [ 3089.743333] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3089.743336] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3089.743339] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3089.743347] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3089.743355] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3089.743362] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3089.743366] tcf_chain_flush (net/sched/cls_api.c:737) [ 3089.743369] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3089.743373] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3089.743379] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3089.743383] dev_shutdown (net/sched/sch_generic.c:1482) [ 3089.743386] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3089.743391] cleanup_net (net/core/net_namespace.c:633) [ 3089.743395] ? process_one_work (kernel/workqueue.c:2606) [ 3089.743399] process_one_work (kernel/workqueue.c:2633) [ 3089.743403] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3089.743406] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3089.743409] kthread (kernel/kthread.c:388) [ 3089.743412] ? __pfx_kthread (kernel/kthread.c:341) [ 3089.743415] ret_from_fork (arch/x86/kernel/process.c:147) [ 3089.743420] ? __pfx_kthread (kernel/kthread.c:341) [ 3089.743422] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3167.823377] rcu: 2-....: (2926121 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/3476 fqs=756303 | [ 3167.824211] rcu: (detected by 3, t=3146842 jiffies, g=4853, q=2127 ncpus=4) | [ 3167.824773] Sending NMI from CPU 3 to CPUs 2: | [ 3167.827863] NMI backtrace for cpu 2 [ 3167.827873] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3167.827876] Workqueue: netns cleanup_net [ 3167.827883] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3167.827891] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3167.827893] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3167.827895] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3167.827897] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3167.827898] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3167.827899] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3167.827901] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3167.827905] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3167.827907] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3167.827908] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3167.827909] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3167.827911] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3167.827912] PKRU: 55555554 [ 3167.827913] Call Trace: [ 3167.827916] [ 3167.827920] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3167.827926] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3167.827931] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3167.827934] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3167.827941] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3167.827944] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3167.827950] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3167.827953] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3167.827956] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3167.827958] [ 3167.827959] [ 3167.827960] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3167.827966] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3167.827971] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3167.827976] ? up_read (kernel/locking/rwsem.c:1622) [ 3167.827980] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3167.827986] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3167.827988] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3167.827991] __tcf_action_put (net/sched/act_api.c:377) [ 3167.827997] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3167.828000] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3167.828003] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3167.828012] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3167.828021] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3167.828029] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3167.828033] tcf_chain_flush (net/sched/cls_api.c:737) [ 3167.828036] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3167.828041] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3167.828047] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3167.828052] dev_shutdown (net/sched/sch_generic.c:1482) [ 3167.828055] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3167.828061] cleanup_net (net/core/net_namespace.c:633) [ 3167.828065] ? process_one_work (kernel/workqueue.c:2606) [ 3167.828069] process_one_work (kernel/workqueue.c:2633) [ 3167.828074] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3167.828077] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3167.828079] kthread (kernel/kthread.c:388) [ 3167.828083] ? __pfx_kthread (kernel/kthread.c:341) [ 3167.828085] ret_from_fork (arch/x86/kernel/process.c:147) [ 3167.828089] ? __pfx_kthread (kernel/kthread.c:341) [ 3167.828091] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3245.837387] rcu: 2-....: (2939217 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/14561 fqs=771798 | [ 3245.838203] rcu: (detected by 3, t=3224857 jiffies, g=4853, q=2127 ncpus=4) | [ 3245.838778] Sending NMI from CPU 3 to CPUs 2: | [ 3245.839175] NMI backtrace for cpu 2 [ 3245.839183] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3245.839186] Workqueue: netns cleanup_net [ 3245.839193] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3245.839199] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3245.839201] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3245.839203] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3245.839205] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3245.839206] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3245.839207] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3245.839209] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3245.839213] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3245.839215] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3245.839217] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3245.839218] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3245.839219] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3245.839220] PKRU: 55555554 [ 3245.839221] Call Trace: [ 3245.839224] [ 3245.839228] ? nmi_cpu_backtrace (lib/nmi_backtrace.c:115) [ 3245.839232] ? nmi_cpu_backtrace_handler (arch/x86/kernel/apic/hw_nmi.c:48) [ 3245.839237] ? nmi_handle (arch/x86/kernel/nmi.c:150 (discriminator 7)) [ 3245.839241] ? default_do_nmi (arch/x86/kernel/nmi.c:351 (discriminator 22)) [ 3245.839245] ? exc_nmi (arch/x86/kernel/nmi.c:545) [ 3245.839248] ? end_repeat_nmi (arch/x86/entry/entry_64.S:1405) [ 3245.839253] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3245.839256] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3245.839259] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3245.839262] [ 3245.839263] [ 3245.839264] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3245.839269] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3245.839274] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3245.839279] ? up_read (kernel/locking/rwsem.c:1622) [ 3245.839283] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3245.839289] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3245.839291] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3245.839294] __tcf_action_put (net/sched/act_api.c:377) [ 3245.839300] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3245.839302] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3245.839305] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3245.839314] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3245.839321] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3245.839328] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3245.839331] tcf_chain_flush (net/sched/cls_api.c:737) [ 3245.839334] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3245.839338] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3245.839345] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3245.839349] dev_shutdown (net/sched/sch_generic.c:1482) [ 3245.839352] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3245.839357] cleanup_net (net/core/net_namespace.c:633) [ 3245.839361] ? process_one_work (kernel/workqueue.c:2606) [ 3245.839365] process_one_work (kernel/workqueue.c:2633) [ 3245.839369] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3245.839373] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3245.839375] kthread (kernel/kthread.c:388) [ 3245.839378] ? __pfx_kthread (kernel/kthread.c:341) [ 3245.839380] ret_from_fork (arch/x86/kernel/process.c:147) [ 3245.839384] ? __pfx_kthread (kernel/kthread.c:341) [ 3245.839386] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3245.839393] | [ 3323.842789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3323.843140] rcu: 2-....: (2998463 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/73801 fqs=788946 | [ 3323.843654] rcu: (t=3302862 jiffies g=4853 q=2127 ncpus=4) [ 3323.844388] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3323.844975] Workqueue: netns cleanup_net [ 3323.845189] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3323.845474] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3323.846422] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3323.846693] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3323.847073] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3323.847465] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3323.847837] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3323.848204] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3323.848575] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3323.848993] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3323.849292] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3323.849659] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3323.850030] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3323.850394] PKRU: 55555554 [ 3323.850540] Call Trace: [ 3323.850674] [ 3323.850789] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3323.851023] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3323.851262] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3323.851521] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3323.851757] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3323.851995] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3323.852225] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3323.852500] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3323.852715] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3323.852971] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3323.853204] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3323.853430] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3323.853633] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3323.853909] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3323.854168] [ 3323.854284] [ 3323.854400] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3323.854676] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3323.854937] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3323.855143] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3323.855338] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3323.855598] ? up_read (kernel/locking/rwsem.c:1622) [ 3323.855771] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3323.856013] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3323.856270] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3323.856521] __tcf_action_put (net/sched/act_api.c:377) [ 3323.856726] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3323.856944] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3323.857153] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3323.857429] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3323.857680] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3323.857931] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3323.858138] tcf_chain_flush (net/sched/cls_api.c:737) [ 3323.858340] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3323.858544] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3323.858814] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3323.859020] dev_shutdown (net/sched/sch_generic.c:1482) [ 3323.859211] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3323.859492] cleanup_net (net/core/net_namespace.c:633) [ 3323.859684] ? process_one_work (kernel/workqueue.c:2606) [ 3323.859911] process_one_work (kernel/workqueue.c:2633) [ 3323.860124] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3323.860323] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3323.860549] kthread (kernel/kthread.c:388) [ 3323.860719] ? __pfx_kthread (kernel/kthread.c:341) [ 3323.860923] ret_from_fork (arch/x86/kernel/process.c:147) [ 3323.861114] ? __pfx_kthread (kernel/kthread.c:341) [ 3323.861311] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3323.861523] | [ 3401.860788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3401.861119] rcu: 2-....: (3076464 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/151801 fqs=807467 | [ 3401.861637] rcu: (t=3380880 jiffies g=4853 q=2127 ncpus=4) [ 3401.862365] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3401.862947] Workqueue: netns cleanup_net [ 3401.863161] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3401.863448] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3401.864391] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3401.864662] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3401.865030] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3401.865395] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3401.865761] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3401.866129] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3401.866497] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3401.866917] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3401.867216] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3401.867584] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3401.867951] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3401.868317] PKRU: 55555554 [ 3401.868464] Call Trace: [ 3401.868598] [ 3401.868712] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3401.868944] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3401.869184] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3401.869443] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3401.869681] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3401.869915] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3401.870146] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3401.870425] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3401.870642] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3401.870893] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3401.871127] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3401.871355] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3401.871559] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3401.871831] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3401.872091] [ 3401.872207] [ 3401.872324] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3401.872602] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3401.872858] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3401.873064] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3401.873260] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3401.873521] ? up_read (kernel/locking/rwsem.c:1622) [ 3401.873694] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3401.873930] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3401.874188] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3401.874439] __tcf_action_put (net/sched/act_api.c:377) [ 3401.874648] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3401.874864] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3401.875075] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3401.875351] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3401.875602] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3401.875861] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3401.876067] tcf_chain_flush (net/sched/cls_api.c:737) [ 3401.876270] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3401.876478] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3401.876746] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3401.876951] dev_shutdown (net/sched/sch_generic.c:1482) [ 3401.877141] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3401.877422] cleanup_net (net/core/net_namespace.c:633) [ 3401.877613] ? process_one_work (kernel/workqueue.c:2606) [ 3401.877834] process_one_work (kernel/workqueue.c:2633) [ 3401.878047] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3401.878246] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3401.878471] kthread (kernel/kthread.c:388) [ 3401.878640] ? __pfx_kthread (kernel/kthread.c:341) [ 3401.878838] ret_from_fork (arch/x86/kernel/process.c:147) [ 3401.879029] ? __pfx_kthread (kernel/kthread.c:341) [ 3401.879228] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3401.879440] | [ 3479.878797] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3479.879139] rcu: 2-....: (3154465 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/229801 fqs=826142 | [ 3479.879653] rcu: (t=3458898 jiffies g=4853 q=2127 ncpus=4) [ 3479.880389] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3479.880973] Workqueue: netns cleanup_net [ 3479.881186] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3479.881474] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3479.882421] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3479.882692] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3479.883061] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3479.883428] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3479.883796] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3479.884162] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3479.884533] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3479.884949] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3479.885247] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3479.885616] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3479.885984] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3479.886361] PKRU: 55555554 [ 3479.886506] Call Trace: [ 3479.886644] [ 3479.886762] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3479.886997] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3479.887238] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3479.887498] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3479.887732] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3479.887970] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3479.888200] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3479.888475] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3479.888688] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3479.888940] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3479.889176] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3479.889402] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3479.889606] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3479.889879] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3479.890140] [ 3479.890256] [ 3479.890373] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3479.890649] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3479.890904] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3479.891108] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3479.891303] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3479.891564] ? up_read (kernel/locking/rwsem.c:1622) [ 3479.891739] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3479.891977] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3479.892235] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3479.892486] __tcf_action_put (net/sched/act_api.c:377) [ 3479.892691] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3479.892901] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3479.893105] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3479.893381] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3479.893632] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3479.893875] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3479.894084] tcf_chain_flush (net/sched/cls_api.c:737) [ 3479.894287] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3479.894491] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3479.894754] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3479.894958] dev_shutdown (net/sched/sch_generic.c:1482) [ 3479.895149] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3479.895433] cleanup_net (net/core/net_namespace.c:633) [ 3479.895624] ? process_one_work (kernel/workqueue.c:2606) [ 3479.895846] process_one_work (kernel/workqueue.c:2633) [ 3479.896058] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3479.896263] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3479.896487] kthread (kernel/kthread.c:388) [ 3479.896658] ? __pfx_kthread (kernel/kthread.c:341) [ 3479.896856] ret_from_fork (arch/x86/kernel/process.c:147) [ 3479.897048] ? __pfx_kthread (kernel/kthread.c:341) [ 3479.897246] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3479.897456] | [ 3557.896790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3557.897138] rcu: 2-....: (3232466 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/307801 fqs=845212 | [ 3557.897653] rcu: (t=3536916 jiffies g=4853 q=2129 ncpus=4) [ 3557.898385] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3557.898967] Workqueue: netns cleanup_net [ 3557.899182] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3557.899470] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3557.900405] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3557.900676] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3557.901041] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3557.901405] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3557.901770] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3557.902137] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3557.902503] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3557.902919] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3557.903217] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3557.903583] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3557.903946] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3557.904312] PKRU: 55555554 [ 3557.904456] Call Trace: [ 3557.904591] [ 3557.904704] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3557.904939] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3557.905179] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3557.905437] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3557.905671] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3557.905919] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3557.906150] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3557.906425] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3557.906639] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3557.906891] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3557.907127] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3557.907353] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3557.907557] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3557.907829] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3557.908090] [ 3557.908207] [ 3557.908323] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3557.908599] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3557.908856] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3557.909060] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3557.909256] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3557.909518] ? up_read (kernel/locking/rwsem.c:1622) [ 3557.909693] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3557.909932] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3557.910190] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3557.910442] __tcf_action_put (net/sched/act_api.c:377) [ 3557.910648] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3557.910860] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3557.911074] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3557.911352] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3557.911603] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3557.911844] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3557.912054] tcf_chain_flush (net/sched/cls_api.c:737) [ 3557.912257] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3557.912460] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3557.912723] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3557.912928] dev_shutdown (net/sched/sch_generic.c:1482) [ 3557.913119] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3557.913402] cleanup_net (net/core/net_namespace.c:633) [ 3557.913594] ? process_one_work (kernel/workqueue.c:2606) [ 3557.913814] process_one_work (kernel/workqueue.c:2633) [ 3557.914030] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3557.914230] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3557.914455] kthread (kernel/kthread.c:388) [ 3557.914626] ? __pfx_kthread (kernel/kthread.c:341) [ 3557.914824] ret_from_fork (arch/x86/kernel/process.c:147) [ 3557.915016] ? __pfx_kthread (kernel/kthread.c:341) [ 3557.915214] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3557.915425] | [ 3635.914791] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3635.915129] rcu: 2-....: (3310467 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/385801 fqs=864095 | [ 3635.915657] rcu: (t=3614934 jiffies g=4853 q=2129 ncpus=4) [ 3635.916398] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3635.916983] Workqueue: netns cleanup_net [ 3635.917197] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3635.917486] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3635.918427] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3635.918698] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3635.919076] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3635.919441] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3635.919808] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3635.920177] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3635.920544] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3635.920959] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3635.921258] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3635.921625] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3635.921992] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3635.922358] PKRU: 55555554 [ 3635.922503] Call Trace: [ 3635.922640] [ 3635.922760] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3635.923004] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3635.923244] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3635.923502] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3635.923738] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3635.923976] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3635.924204] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3635.924479] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3635.924692] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3635.924942] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3635.925175] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3635.925408] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3635.925611] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3635.925883] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3635.926144] [ 3635.926259] [ 3635.926373] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3635.926651] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3635.926906] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3635.927110] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3635.927305] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3635.927566] ? up_read (kernel/locking/rwsem.c:1622) [ 3635.927741] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3635.927976] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3635.928234] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3635.928483] __tcf_action_put (net/sched/act_api.c:377) [ 3635.928696] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3635.928908] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3635.929111] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3635.929386] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3635.929635] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3635.929878] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3635.930090] tcf_chain_flush (net/sched/cls_api.c:737) [ 3635.930294] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3635.930500] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3635.930761] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3635.930964] dev_shutdown (net/sched/sch_generic.c:1482) [ 3635.931155] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3635.931436] cleanup_net (net/core/net_namespace.c:633) [ 3635.931626] ? process_one_work (kernel/workqueue.c:2606) [ 3635.931849] process_one_work (kernel/workqueue.c:2633) [ 3635.932061] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3635.932261] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3635.932486] kthread (kernel/kthread.c:388) [ 3635.932655] ? __pfx_kthread (kernel/kthread.c:341) [ 3635.932854] ret_from_fork (arch/x86/kernel/process.c:147) [ 3635.933045] ? __pfx_kthread (kernel/kthread.c:341) [ 3635.933242] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3635.933452] | [ 3713.932790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3713.933132] rcu: 2-....: (3388468 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/463801 fqs=883150 | [ 3713.933650] rcu: (t=3692952 jiffies g=4853 q=2129 ncpus=4) [ 3713.934384] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3713.934983] Workqueue: netns cleanup_net [ 3713.935195] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3713.935484] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3713.936425] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3713.936697] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3713.937066] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3713.937433] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3713.937802] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3713.938171] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3713.938538] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3713.938954] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3713.939251] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3713.939618] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3713.939986] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3713.940352] PKRU: 55555554 [ 3713.940497] Call Trace: [ 3713.940631] [ 3713.940745] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3713.940980] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3713.941218] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3713.941478] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3713.941714] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3713.941951] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3713.942179] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3713.942457] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3713.942671] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3713.942923] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3713.943159] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3713.943383] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3713.943588] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3713.943862] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3713.944123] [ 3713.944240] [ 3713.944356] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3713.944633] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3713.944890] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3713.945105] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3713.945303] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3713.945564] ? up_read (kernel/locking/rwsem.c:1622) [ 3713.945739] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3713.945977] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3713.946236] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3713.946487] __tcf_action_put (net/sched/act_api.c:377) [ 3713.946693] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3713.946905] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3713.947109] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3713.947387] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3713.947638] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3713.947888] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3713.948097] tcf_chain_flush (net/sched/cls_api.c:737) [ 3713.948302] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3713.948507] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3713.948770] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3713.948980] dev_shutdown (net/sched/sch_generic.c:1482) [ 3713.949171] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3713.949453] cleanup_net (net/core/net_namespace.c:633) [ 3713.949644] ? process_one_work (kernel/workqueue.c:2606) [ 3713.949866] process_one_work (kernel/workqueue.c:2633) [ 3713.950078] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3713.950276] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3713.950504] kthread (kernel/kthread.c:388) [ 3713.950674] ? __pfx_kthread (kernel/kthread.c:341) [ 3713.950873] ret_from_fork (arch/x86/kernel/process.c:147) [ 3713.951064] ? __pfx_kthread (kernel/kthread.c:341) [ 3713.951261] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3713.951470] | [ 3791.950789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3791.951143] rcu: 2-....: (3466469 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/541801 fqs=902440 | [ 3791.951656] rcu: (t=3770970 jiffies g=4853 q=2130 ncpus=4) [ 3791.952384] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3791.952963] Workqueue: netns cleanup_net [ 3791.953174] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3791.953461] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3791.954398] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3791.954676] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3791.955041] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3791.955407] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3791.955770] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3791.956135] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3791.956501] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3791.956916] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3791.957212] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3791.957578] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3791.957943] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3791.958308] PKRU: 55555554 [ 3791.958451] Call Trace: [ 3791.958585] [ 3791.958698] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3791.958932] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3791.959168] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3791.959427] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3791.959662] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3791.959897] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3791.960125] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3791.960401] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3791.960614] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3791.960864] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3791.961099] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3791.961322] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3791.961525] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3791.961797] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3791.962056] [ 3791.962172] [ 3791.962288] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3791.962565] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3791.962824] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3791.963029] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3791.963229] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3791.963488] ? up_read (kernel/locking/rwsem.c:1622) [ 3791.963663] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3791.963899] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3791.964156] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3791.964405] __tcf_action_put (net/sched/act_api.c:377) [ 3791.964619] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3791.964829] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3791.965031] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3791.965307] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3791.965556] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3791.965797] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3791.966004] tcf_chain_flush (net/sched/cls_api.c:737) [ 3791.966208] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3791.966412] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3791.966674] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3791.966877] dev_shutdown (net/sched/sch_generic.c:1482) [ 3791.967068] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3791.967348] cleanup_net (net/core/net_namespace.c:633) [ 3791.967539] ? process_one_work (kernel/workqueue.c:2606) [ 3791.967760] process_one_work (kernel/workqueue.c:2633) [ 3791.967971] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3791.968168] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3791.968394] kthread (kernel/kthread.c:388) [ 3791.968564] ? __pfx_kthread (kernel/kthread.c:341) [ 3791.968762] ret_from_fork (arch/x86/kernel/process.c:147) [ 3791.968953] ? __pfx_kthread (kernel/kthread.c:341) [ 3791.969150] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3791.969360] | [ 3869.968789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3869.969132] rcu: 2-....: (3544470 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/619801 fqs=921831 | [ 3869.969649] rcu: (t=3848988 jiffies g=4853 q=2130 ncpus=4) [ 3869.970382] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3869.970963] Workqueue: netns cleanup_net [ 3869.971174] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3869.971459] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3869.972400] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3869.972670] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3869.973037] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3869.973405] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3869.973770] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3869.974144] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3869.974511] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3869.974924] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3869.975219] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3869.975586] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3869.975951] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3869.976314] PKRU: 55555554 [ 3869.976458] Call Trace: [ 3869.976591] [ 3869.976705] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3869.976937] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3869.977176] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3869.977433] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3869.977669] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3869.977905] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3869.978132] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3869.978409] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3869.978622] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3869.978873] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3869.979107] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3869.979331] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3869.979533] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3869.979806] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3869.980065] [ 3869.980180] [ 3869.980295] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3869.980573] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3869.980829] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3869.981032] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3869.981227] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3869.981487] ? up_read (kernel/locking/rwsem.c:1622) [ 3869.981662] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3869.981897] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3869.982154] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3869.982403] __tcf_action_put (net/sched/act_api.c:377) [ 3869.982608] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3869.982822] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3869.983024] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3869.983299] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3869.983549] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3869.983791] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3869.983998] tcf_chain_flush (net/sched/cls_api.c:737) [ 3869.984208] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3869.984413] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3869.984676] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3869.984880] dev_shutdown (net/sched/sch_generic.c:1482) [ 3869.985070] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3869.985350] cleanup_net (net/core/net_namespace.c:633) [ 3869.985541] ? process_one_work (kernel/workqueue.c:2606) [ 3869.985763] process_one_work (kernel/workqueue.c:2633) [ 3869.985975] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3869.986174] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3869.986400] kthread (kernel/kthread.c:388) [ 3869.986568] ? __pfx_kthread (kernel/kthread.c:341) [ 3869.986766] ret_from_fork (arch/x86/kernel/process.c:147) [ 3869.986958] ? __pfx_kthread (kernel/kthread.c:341) [ 3869.987156] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3869.987366] | [ 3947.986789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3947.987125] rcu: 2-....: (3622471 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/697801 fqs=941209 | [ 3947.987641] rcu: (t=3927006 jiffies g=4853 q=2131 ncpus=4) [ 3947.988379] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3947.988992] Workqueue: netns cleanup_net [ 3947.989204] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3947.989489] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3947.990433] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 3947.990704] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 3947.991073] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 3947.991440] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 3947.991807] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 3947.992174] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 3947.992543] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 3947.992959] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3947.993258] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 3947.993626] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3947.993999] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3947.994366] PKRU: 55555554 [ 3947.994511] Call Trace: [ 3947.994645] [ 3947.994759] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3947.994992] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3947.995232] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3947.995490] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3947.995727] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3947.995964] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3947.996192] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3947.996471] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3947.996684] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3947.996936] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3947.997172] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3947.997396] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3947.997600] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3947.997874] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3947.998135] [ 3947.998250] [ 3947.998365] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3947.998644] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3947.998900] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3947.999105] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3947.999301] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3947.999561] ? up_read (kernel/locking/rwsem.c:1622) [ 3947.999737] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3947.999972] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3948.000231] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3948.000481] __tcf_action_put (net/sched/act_api.c:377) [ 3948.000696] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3948.000908] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3948.001110] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3948.001385] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3948.001636] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3948.001877] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3948.002084] tcf_chain_flush (net/sched/cls_api.c:737) [ 3948.002289] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3948.002495] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3948.002757] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3948.002961] dev_shutdown (net/sched/sch_generic.c:1482) [ 3948.003152] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3948.003435] cleanup_net (net/core/net_namespace.c:633) [ 3948.003627] ? process_one_work (kernel/workqueue.c:2606) [ 3948.003864] process_one_work (kernel/workqueue.c:2633) [ 3948.004075] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3948.004274] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3948.004501] kthread (kernel/kthread.c:388) [ 3948.004669] ? __pfx_kthread (kernel/kthread.c:341) [ 3948.004869] ret_from_fork (arch/x86/kernel/process.c:147) [ 3948.005060] ? __pfx_kthread (kernel/kthread.c:341) [ 3948.005258] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3948.005468] | [ 4026.004800] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4026.005144] rcu: 2-....: (3700472 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/775801 fqs=960604 | [ 4026.005661] rcu: (t=4005024 jiffies g=4853 q=2131 ncpus=4) [ 4026.006397] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4026.006984] Workqueue: netns cleanup_net [ 4026.007197] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4026.007487] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4026.008426] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4026.008701] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4026.009066] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4026.009435] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4026.009803] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4026.010171] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4026.010539] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4026.010956] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4026.011256] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4026.011625] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4026.011992] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4026.012360] PKRU: 55555554 [ 4026.012505] Call Trace: [ 4026.012643] [ 4026.012762] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4026.012997] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4026.013239] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4026.013508] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4026.013746] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4026.013981] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4026.014212] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4026.014488] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4026.014705] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4026.014957] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4026.015191] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4026.015420] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4026.015626] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4026.015898] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4026.016159] [ 4026.016275] [ 4026.016392] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4026.016669] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4026.016926] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4026.017133] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4026.017330] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4026.017591] ? up_read (kernel/locking/rwsem.c:1622) [ 4026.017765] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4026.018003] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4026.018261] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4026.018511] __tcf_action_put (net/sched/act_api.c:377) [ 4026.018716] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4026.018930] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4026.019134] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4026.019410] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4026.019662] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4026.019913] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4026.020122] tcf_chain_flush (net/sched/cls_api.c:737) [ 4026.020324] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4026.020529] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4026.020792] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4026.020999] dev_shutdown (net/sched/sch_generic.c:1482) [ 4026.021190] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4026.021472] cleanup_net (net/core/net_namespace.c:633) [ 4026.021664] ? process_one_work (kernel/workqueue.c:2606) [ 4026.021884] process_one_work (kernel/workqueue.c:2633) [ 4026.022098] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4026.022298] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4026.022522] kthread (kernel/kthread.c:388) [ 4026.022693] ? __pfx_kthread (kernel/kthread.c:341) [ 4026.022893] ret_from_fork (arch/x86/kernel/process.c:147) [ 4026.023085] ? __pfx_kthread (kernel/kthread.c:341) [ 4026.023288] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4026.023501] | [ 4104.022790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4104.023153] rcu: 2-....: (3778473 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/853801 fqs=979992 | [ 4104.023673] rcu: (t=4083042 jiffies g=4853 q=2132 ncpus=4) [ 4104.024410] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4104.024994] Workqueue: netns cleanup_net [ 4104.025218] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4104.025507] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4104.026451] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4104.026721] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4104.027091] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4104.027458] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4104.027822] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4104.028191] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4104.028561] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4104.028973] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4104.029272] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4104.029640] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4104.030008] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4104.030375] PKRU: 55555554 [ 4104.030521] Call Trace: [ 4104.030656] [ 4104.030771] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4104.031005] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4104.031246] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4104.031505] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4104.031744] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4104.031981] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4104.032211] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4104.032489] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4104.032705] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4104.032967] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4104.033202] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4104.033428] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4104.033631] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4104.033904] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4104.034168] [ 4104.034283] [ 4104.034398] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4104.034678] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4104.034935] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4104.035141] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4104.035338] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4104.035601] ? up_read (kernel/locking/rwsem.c:1622) [ 4104.035777] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4104.036014] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4104.036274] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4104.036524] __tcf_action_put (net/sched/act_api.c:377) [ 4104.036732] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4104.036944] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4104.037148] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4104.037424] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4104.037680] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4104.037925] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4104.038132] tcf_chain_flush (net/sched/cls_api.c:737) [ 4104.038335] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4104.038542] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4104.038806] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4104.039012] dev_shutdown (net/sched/sch_generic.c:1482) [ 4104.039203] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4104.039485] cleanup_net (net/core/net_namespace.c:633) [ 4104.039676] ? process_one_work (kernel/workqueue.c:2606) [ 4104.039901] process_one_work (kernel/workqueue.c:2633) [ 4104.040113] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4104.040313] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4104.040539] kthread (kernel/kthread.c:388) [ 4104.040709] ? __pfx_kthread (kernel/kthread.c:341) [ 4104.040908] ret_from_fork (arch/x86/kernel/process.c:147) [ 4104.041100] ? __pfx_kthread (kernel/kthread.c:341) [ 4104.041299] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4104.041512] | [ 4182.040790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4182.041126] rcu: 2-....: (3856474 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/931801 fqs=999319 | [ 4182.041689] rcu: (t=4161060 jiffies g=4853 q=2132 ncpus=4) [ 4182.042427] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4182.043022] Workqueue: netns cleanup_net [ 4182.043245] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4182.043539] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4182.044485] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4182.044757] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4182.045125] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4182.045503] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4182.045886] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4182.046254] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4182.046627] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4182.047040] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4182.047340] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4182.047707] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4182.048074] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4182.048438] PKRU: 55555554 [ 4182.048585] Call Trace: [ 4182.048721] [ 4182.048844] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4182.049084] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4182.049324] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4182.049613] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4182.049853] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4182.050090] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4182.050319] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4182.050598] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4182.050813] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4182.051064] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4182.051301] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4182.051525] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4182.051730] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4182.052004] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4182.052267] [ 4182.052383] [ 4182.052509] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4182.052790] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4182.053047] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4182.053251] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4182.053447] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4182.053736] ? up_read (kernel/locking/rwsem.c:1622) [ 4182.053911] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4182.054162] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4182.054421] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4182.054671] __tcf_action_put (net/sched/act_api.c:377) [ 4182.054880] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4182.055091] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4182.055298] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4182.055578] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4182.055829] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4182.056070] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4182.056279] tcf_chain_flush (net/sched/cls_api.c:737) [ 4182.056483] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4182.056689] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4182.056953] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4182.057172] dev_shutdown (net/sched/sch_generic.c:1482) [ 4182.057363] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4182.057673] cleanup_net (net/core/net_namespace.c:633) [ 4182.057866] ? process_one_work (kernel/workqueue.c:2606) [ 4182.058086] process_one_work (kernel/workqueue.c:2633) [ 4182.058298] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4182.058497] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4182.058723] kthread (kernel/kthread.c:388) [ 4182.058895] ? __pfx_kthread (kernel/kthread.c:341) [ 4182.059093] ret_from_fork (arch/x86/kernel/process.c:147) [ 4182.059285] ? __pfx_kthread (kernel/kthread.c:341) [ 4182.059483] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4182.059695] | [ 4260.058788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4260.059128] rcu: 2-....: (3934474 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/1009800 fqs=1018672 | [ 4260.059652] rcu: (t=4239078 jiffies g=4853 q=2132 ncpus=4) [ 4260.060388] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4260.060971] Workqueue: netns cleanup_net [ 4260.061184] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4260.061473] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4260.062426] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4260.062697] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4260.063067] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4260.063434] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4260.063802] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4260.064167] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4260.064536] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4260.064956] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4260.065255] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4260.065625] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4260.065994] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4260.066362] PKRU: 55555554 [ 4260.066508] Call Trace: [ 4260.066642] [ 4260.066758] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4260.066995] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4260.067236] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4260.067496] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4260.067735] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4260.067976] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4260.068205] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4260.068487] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4260.068702] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4260.068955] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4260.069192] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4260.069417] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4260.069620] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4260.069898] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4260.070162] [ 4260.070278] [ 4260.070394] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4260.070676] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4260.070933] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4260.071141] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4260.071338] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4260.071605] ? up_read (kernel/locking/rwsem.c:1622) [ 4260.071782] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4260.072021] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4260.072292] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4260.072543] __tcf_action_put (net/sched/act_api.c:377) [ 4260.072751] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4260.072962] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4260.073165] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4260.073443] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4260.073693] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4260.073938] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4260.074145] tcf_chain_flush (net/sched/cls_api.c:737) [ 4260.074350] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4260.074556] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4260.074823] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4260.075038] dev_shutdown (net/sched/sch_generic.c:1482) [ 4260.075239] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4260.075523] cleanup_net (net/core/net_namespace.c:633) [ 4260.075715] ? process_one_work (kernel/workqueue.c:2606) [ 4260.075939] process_one_work (kernel/workqueue.c:2633) [ 4260.076151] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4260.076350] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4260.076577] kthread (kernel/kthread.c:388) [ 4260.076748] ? __pfx_kthread (kernel/kthread.c:341) [ 4260.076948] ret_from_fork (arch/x86/kernel/process.c:147) [ 4260.077140] ? __pfx_kthread (kernel/kthread.c:341) [ 4260.077338] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4260.077551] | [ 4338.076790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4338.077141] rcu: 2-....: (4012475 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/1087800 fqs=1037944 | [ 4338.077668] rcu: (t=4317096 jiffies g=4853 q=2132 ncpus=4) [ 4338.078398] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4338.078980] Workqueue: netns cleanup_net [ 4338.079191] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4338.079478] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4338.080417] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4338.080688] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4338.081053] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4338.081420] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4338.081794] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4338.082159] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4338.082527] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4338.082941] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4338.083239] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4338.083605] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4338.083971] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4338.084337] PKRU: 55555554 [ 4338.084480] Call Trace: [ 4338.084614] [ 4338.084728] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4338.084963] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4338.085200] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4338.085460] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4338.085696] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4338.085933] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4338.086162] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4338.086439] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4338.086653] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4338.086905] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4338.087140] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4338.087364] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4338.087567] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4338.087840] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4338.088101] [ 4338.088216] [ 4338.088332] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4338.088609] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4338.088865] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4338.089069] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4338.089265] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4338.089526] ? up_read (kernel/locking/rwsem.c:1622) [ 4338.089700] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4338.089938] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4338.090213] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4338.090464] __tcf_action_put (net/sched/act_api.c:377) [ 4338.090670] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4338.090881] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4338.091083] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4338.091361] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4338.091610] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4338.091863] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4338.092071] tcf_chain_flush (net/sched/cls_api.c:737) [ 4338.092275] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4338.092479] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4338.092741] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4338.092949] dev_shutdown (net/sched/sch_generic.c:1482) [ 4338.093141] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4338.093422] cleanup_net (net/core/net_namespace.c:633) [ 4338.093613] ? process_one_work (kernel/workqueue.c:2606) [ 4338.093836] process_one_work (kernel/workqueue.c:2633) [ 4338.094046] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4338.094244] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4338.094471] kthread (kernel/kthread.c:388) [ 4338.094642] ? __pfx_kthread (kernel/kthread.c:341) [ 4338.094842] ret_from_fork (arch/x86/kernel/process.c:147) [ 4338.095034] ? __pfx_kthread (kernel/kthread.c:341) [ 4338.095232] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4338.095443] | [ 4416.094788] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4416.095134] rcu: 2-....: (4090476 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/1165800 fqs=1057205 | [ 4416.095663] rcu: (t=4395114 jiffies g=4853 q=2132 ncpus=4) [ 4416.096394] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4416.096976] Workqueue: netns cleanup_net [ 4416.097188] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4416.097476] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4416.098417] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4416.098691] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4416.099058] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4416.099425] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4416.099792] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4416.100160] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4416.100529] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4416.100948] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4416.101257] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4416.101626] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4416.101995] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4416.102364] PKRU: 55555554 [ 4416.102510] Call Trace: [ 4416.102643] [ 4416.102759] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4416.102994] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4416.103234] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4416.103493] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4416.103728] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4416.103965] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4416.104196] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4416.104473] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4416.104687] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4416.104942] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4416.105178] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4416.105404] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4416.105609] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4416.105881] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4416.106142] [ 4416.106258] [ 4416.106376] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4416.106653] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4416.106909] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4416.107113] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4416.107309] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4416.107570] ? up_read (kernel/locking/rwsem.c:1622) [ 4416.107745] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4416.107984] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4416.108243] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4416.108494] __tcf_action_put (net/sched/act_api.c:377) [ 4416.108700] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4416.108911] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4416.109115] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4416.109392] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4416.109644] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4416.109884] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4416.110095] tcf_chain_flush (net/sched/cls_api.c:737) [ 4416.110298] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4416.110503] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4416.110766] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4416.110971] dev_shutdown (net/sched/sch_generic.c:1482) [ 4416.111162] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4416.111456] cleanup_net (net/core/net_namespace.c:633) [ 4416.111649] ? process_one_work (kernel/workqueue.c:2606) [ 4416.111870] process_one_work (kernel/workqueue.c:2633) [ 4416.112083] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4416.112284] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4416.112509] kthread (kernel/kthread.c:388) [ 4416.112680] ? __pfx_kthread (kernel/kthread.c:341) [ 4416.112880] ret_from_fork (arch/x86/kernel/process.c:147) [ 4416.113073] ? __pfx_kthread (kernel/kthread.c:341) [ 4416.113271] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4416.113483] | [ 4494.112790] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4494.113127] rcu: 2-....: (4168477 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/1243800 fqs=1076362 | [ 4494.113653] rcu: (t=4473132 jiffies g=4853 q=2132 ncpus=4) [ 4494.114383] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4494.114967] Workqueue: netns cleanup_net [ 4494.115178] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4494.115466] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4494.116408] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4494.116680] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4494.117044] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4494.117410] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4494.117778] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4494.118145] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4494.118510] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4494.118924] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4494.119222] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4494.119586] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4494.119952] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4494.120317] PKRU: 55555554 [ 4494.120461] Call Trace: [ 4494.120593] [ 4494.120707] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4494.120948] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4494.121187] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4494.121446] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4494.121679] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4494.121917] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4494.122146] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4494.122421] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4494.122635] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4494.122886] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4494.123121] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4494.123349] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4494.123553] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4494.123824] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4494.124088] [ 4494.124204] [ 4494.124320] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4494.124596] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4494.124853] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4494.125057] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4494.125251] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4494.125510] ? up_read (kernel/locking/rwsem.c:1622) [ 4494.125686] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4494.125923] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4494.126180] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4494.126431] __tcf_action_put (net/sched/act_api.c:377) [ 4494.126641] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4494.126854] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4494.127057] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4494.127332] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4494.127582] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4494.127823] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4494.128032] tcf_chain_flush (net/sched/cls_api.c:737) [ 4494.128234] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4494.128438] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4494.128699] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4494.128906] dev_shutdown (net/sched/sch_generic.c:1482) [ 4494.129097] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4494.129380] cleanup_net (net/core/net_namespace.c:633) [ 4494.129571] ? process_one_work (kernel/workqueue.c:2606) [ 4494.129790] process_one_work (kernel/workqueue.c:2633) [ 4494.130001] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4494.130200] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4494.130425] kthread (kernel/kthread.c:388) [ 4494.130596] ? __pfx_kthread (kernel/kthread.c:341) [ 4494.130801] ret_from_fork (arch/x86/kernel/process.c:147) [ 4494.130993] ? __pfx_kthread (kernel/kthread.c:341) [ 4494.131190] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4494.131400] | [ 4572.130797] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4572.131136] rcu: 2-....: (4246478 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/1321800 fqs=1095653 | [ 4572.131665] rcu: (t=4551150 jiffies g=4853 q=2133 ncpus=4) [ 4572.132403] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4572.132989] Workqueue: netns cleanup_net [ 4572.133202] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4572.133492] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4572.134437] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4572.134710] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4572.135080] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4572.135446] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4572.135815] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4572.136183] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4572.136553] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4572.136970] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4572.137270] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4572.137638] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4572.138007] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4572.138376] PKRU: 55555554 [ 4572.138521] Call Trace: [ 4572.138661] [ 4572.138780] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4572.139014] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4572.139254] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4572.139514] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4572.139752] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4572.139988] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4572.140218] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4572.140504] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4572.140722] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4572.140974] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4572.141208] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4572.141436] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4572.141639] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4572.141910] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4572.142173] [ 4572.142288] [ 4572.142404] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4572.142682] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4572.142939] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4572.143149] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4572.143345] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4572.143606] ? up_read (kernel/locking/rwsem.c:1622) [ 4572.143781] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4572.144027] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4572.144287] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4572.144539] __tcf_action_put (net/sched/act_api.c:377) [ 4572.144748] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4572.144963] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4572.145166] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4572.145442] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4572.145693] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4572.145937] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4572.146145] tcf_chain_flush (net/sched/cls_api.c:737) [ 4572.146347] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4572.146553] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4572.146817] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4572.147022] dev_shutdown (net/sched/sch_generic.c:1482) [ 4572.147213] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4572.147495] cleanup_net (net/core/net_namespace.c:633) [ 4572.147687] ? process_one_work (kernel/workqueue.c:2606) [ 4572.147910] process_one_work (kernel/workqueue.c:2633) [ 4572.148122] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4572.148322] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4572.148550] kthread (kernel/kthread.c:388) [ 4572.148718] ? __pfx_kthread (kernel/kthread.c:341) [ 4572.148917] ret_from_fork (arch/x86/kernel/process.c:147) [ 4572.149109] ? __pfx_kthread (kernel/kthread.c:341) [ 4572.149310] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4572.149522] | [ 4650.148789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4650.149141] rcu: 2-....: (4324479 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/1399800 fqs=1114850 | [ 4650.149666] rcu: (t=4629168 jiffies g=4853 q=2133 ncpus=4) [ 4650.150406] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4650.150992] Workqueue: netns cleanup_net [ 4650.151210] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4650.151497] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4650.152441] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4650.152712] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4650.153080] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4650.153452] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4650.153821] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4650.154190] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4650.154558] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4650.154975] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4650.155273] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4650.155641] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4650.156009] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4650.156376] PKRU: 55555554 [ 4650.156520] Call Trace: [ 4650.156655] [ 4650.156770] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4650.157004] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4650.157242] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4650.157502] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4650.157738] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4650.157975] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4650.158204] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4650.158482] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4650.158696] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4650.158948] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4650.159183] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4650.159407] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4650.159612] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4650.159884] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4650.160150] [ 4650.160266] [ 4650.160382] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4650.160660] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4650.160916] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4650.161120] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4650.161317] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4650.161577] ? up_read (kernel/locking/rwsem.c:1622) [ 4650.161752] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4650.161990] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4650.162250] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4650.162500] __tcf_action_put (net/sched/act_api.c:377) [ 4650.162705] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4650.162916] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4650.163119] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4650.163397] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4650.163646] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4650.163889] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4650.164096] tcf_chain_flush (net/sched/cls_api.c:737) [ 4650.164300] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4650.164505] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4650.164768] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4650.164972] dev_shutdown (net/sched/sch_generic.c:1482) [ 4650.165163] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4650.165448] cleanup_net (net/core/net_namespace.c:633) [ 4650.165640] ? process_one_work (kernel/workqueue.c:2606) [ 4650.165861] process_one_work (kernel/workqueue.c:2633) [ 4650.166073] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4650.166272] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4650.166499] kthread (kernel/kthread.c:388) [ 4650.166669] ? __pfx_kthread (kernel/kthread.c:341) [ 4650.166868] ret_from_fork (arch/x86/kernel/process.c:147) [ 4650.167059] ? __pfx_kthread (kernel/kthread.c:341) [ 4650.167257] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4650.167466] | [ 4728.166789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4728.167126] rcu: 2-....: (4402480 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/1477800 fqs=1134092 | [ 4728.167649] rcu: (t=4707186 jiffies g=4853 q=2133 ncpus=4) [ 4728.168379] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4728.168960] Workqueue: netns cleanup_net [ 4728.169172] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4728.169456] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4728.170403] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4728.170673] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4728.171040] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4728.171406] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4728.171769] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4728.172137] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4728.172504] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4728.172916] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4728.173214] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4728.173582] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4728.173964] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4728.174327] PKRU: 55555554 [ 4728.174474] Call Trace: [ 4728.174608] [ 4728.174722] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4728.174953] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4728.175193] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4728.175450] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4728.175688] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4728.175922] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4728.176153] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4728.176427] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4728.176644] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4728.176895] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4728.177127] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4728.177355] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4728.177558] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4728.177828] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4728.178089] [ 4728.178204] [ 4728.178320] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4728.178597] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4728.178852] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4728.179058] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4728.179253] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4728.179513] ? up_read (kernel/locking/rwsem.c:1622) [ 4728.179695] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4728.179929] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4728.180186] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4728.180436] __tcf_action_put (net/sched/act_api.c:377) [ 4728.180641] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4728.180853] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4728.181056] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4728.181331] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4728.181581] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4728.181823] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4728.182030] tcf_chain_flush (net/sched/cls_api.c:737) [ 4728.182232] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4728.182437] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4728.182699] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4728.182905] dev_shutdown (net/sched/sch_generic.c:1482) [ 4728.183095] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4728.183374] cleanup_net (net/core/net_namespace.c:633) [ 4728.183566] ? process_one_work (kernel/workqueue.c:2606) [ 4728.183787] process_one_work (kernel/workqueue.c:2633) [ 4728.183999] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4728.184198] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4728.184427] kthread (kernel/kthread.c:388) [ 4728.184596] ? __pfx_kthread (kernel/kthread.c:341) [ 4728.184792] ret_from_fork (arch/x86/kernel/process.c:147) [ 4728.184982] ? __pfx_kthread (kernel/kthread.c:341) [ 4728.185182] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4728.185393] | [ 4806.184789] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4806.185126] rcu: 2-....: (4480481 ticks this GP) idle=5994/1/0x4000000000000000 softirq=3476/1555800 fqs=1153424 | [ 4806.185654] rcu: (t=4785204 jiffies g=4853 q=2133 ncpus=4) [ 4806.186397] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4806.186984] Workqueue: netns cleanup_net [ 4806.187202] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4806.187491] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4806.188442] RSP: 0018:ffff989f40263a78 EFLAGS: 00000282 [ 4806.188714] RAX: 00000000c2803b08 RBX: ffff897ec4dc0908 RCX: 0000000000000000 [ 4806.189088] RDX: 0000000000000001 RSI: 00000000c2803b08 RDI: ffff897ec4dc0908 [ 4806.189464] RBP: ffff897ec4dc0908 R08: 0000000000000001 R09: 0000000000000000 [ 4806.189839] R10: 0000000000000000 R11: ffffffff8d74b298 R12: ffff897ec4dc0900 [ 4806.190213] R13: 0000000000000000 R14: ffff897ec4dc0908 R15: ffff897ec4dc0968 [ 4806.190583] FS: 0000000000000000(0000) GS:ffff897efed00000(0000) knlGS:0000000000000000 [ 4806.190998] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4806.191298] CR2: 00007f7ef3fd7d40 CR3: 0000000002654006 CR4: 0000000000770ef0 [ 4806.191666] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4806.192032] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4806.192399] PKRU: 55555554 [ 4806.192545] Call Trace: [ 4806.192683] [ 4806.192803] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4806.193037] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4806.193279] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4806.193537] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4806.193774] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4806.194011] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4806.194239] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4806.194517] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4806.194732] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4806.194984] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4806.195219] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4806.195444] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4806.195647] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4806.195921] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4806.196184] [ 4806.196299] [ 4806.196414] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4806.196694] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4806.196950] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4806.197155] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4806.197352] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4806.197612] ? up_read (kernel/locking/rwsem.c:1622) [ 4806.197787] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4806.198022] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4806.198281] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4806.198532] __tcf_action_put (net/sched/act_api.c:377) [ 4806.198742] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4806.198955] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4806.199164] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4806.199441] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4806.199691] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4806.199934] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4806.200141] tcf_chain_flush (net/sched/cls_api.c:737) [ 4806.200346] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4806.200553] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4806.200816] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4806.201020] dev_shutdown (net/sched/sch_generic.c:1482) [ 4806.201211] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4806.201492] cleanup_net (net/core/net_namespace.c:633) [ 4806.201684] ? process_one_work (kernel/workqueue.c:2606) [ 4806.201907] process_one_work (kernel/workqueue.c:2633) [ 4806.202119] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4806.202318] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4806.202545] kthread (kernel/kthread.c:388) [ 4806.202716] ? __pfx_kthread (kernel/kthread.c:341) [ 4806.202915] ret_from_fork (arch/x86/kernel/process.c:147) [ 4806.203107] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: __mutex_lock:refcount_dec_and_mutex_lock:__tcf_action_put:tcf_action_destroy queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock