====================================== | [ 1343.311710] ------------[ cut here ]------------ | [ 1343.312109] DEBUG_LOCKS_WARN_ON(lock->magic != lock) | [ 1343.312132] WARNING: CPU: 0 PID: 11 at kernel/locking/mutex.c:587 __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) | [ 1343.313173] Modules linked in: act_gact cls_flower sch_ingress nft_compat nf_tables libcrc32c vxlan mpls_iptunnel mpls_router [ 1343.314607] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1343.315491] Workqueue: netns cleanup_net [ 1343.315823] RIP: 0010:__mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 1343.316189] Code: ff 90 e8 a2 e7 70 ff 85 c0 74 23 8b 35 9c 8e db 00 85 f6 75 19 90 48 c7 c6 97 37 ca b0 48 c7 c7 3a ac c9 b0 e8 00 04 26 ff 90 <0f> 0b 90 90 90 e9 03 fd ff ff 4c 8d 6d a0 4c 89 e7 4c 89 ee e8 d6 All code ======== 0: ff 90 e8 a2 e7 70 call *0x70e7a2e8(%rax) 6: ff 85 c0 74 23 8b incl -0x74dc8b40(%rbp) c: 35 9c 8e db 00 xor $0xdb8e9c,%eax 11: 85 f6 test %esi,%esi 13: 75 19 jne 0x2e 15: 90 nop 16: 48 c7 c6 97 37 ca b0 mov $0xffffffffb0ca3797,%rsi 1d: 48 c7 c7 3a ac c9 b0 mov $0xffffffffb0c9ac3a,%rdi 24: e8 00 04 26 ff call 0xffffffffff260429 29: 90 nop 2a:* 0f 0b ud2 <-- trapping instruction 2c: 90 nop 2d: 90 nop 2e: 90 nop 2f: e9 03 fd ff ff jmp 0xfffffffffffffd37 34: 4c 8d 6d a0 lea -0x60(%rbp),%r13 38: 4c 89 e7 mov %r12,%rdi 3b: 4c 89 ee mov %r13,%rsi 3e: e8 .byte 0xe8 3f: d6 (bad) Code starting with the faulting instruction =========================================== 0: 0f 0b ud2 2: 90 nop 3: 90 nop 4: 90 nop 5: e9 03 fd ff ff jmp 0xfffffffffffffd0d a: 4c 8d 6d a0 lea -0x60(%rbp),%r13 e: 4c 89 e7 mov %r12,%rdi 11: 4c 89 ee mov %r13,%rsi 14: e8 .byte 0xe8 15: d6 (bad) [ 1343.317618] RSP: 0018:ffffb07040063ab0 EFLAGS: 00010286 [ 1343.318037] RAX: 0000000000000000 RBX: 0000000000000000 RCX: 00000000ffffdfff [ 1343.318604] RDX: 0000000000000000 RSI: 00000000ffffffea RDI: 0000000000000001 [ 1343.319166] RBP: ffffb07040063b30 R08: ffffffffb1178508 R09: 00000000ffffdfff [ 1343.319773] R10: ffffffffb1098520 R11: ffffffffb114af20 R12: ffff9b2001be0300 [ 1343.320304] R13: 0000000000000000 R14: 0000000000000000 R15: ffff9b200105e000 [ 1343.320874] FS: 0000000000000000(0000) GS:ffff9b203ec00000(0000) knlGS:0000000000000000 [ 1343.321521] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1343.321961] CR2: 00007fbb1d7c5000 CR3: 0000000033e60006 CR4: 0000000000770ef0 [ 1343.322515] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1343.323047] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1343.323598] PKRU: 55555554 [ 1343.323811] Call Trace: [ 1343.324006] [ 1343.324179] ? __warn (kernel/panic.c:677) [ 1343.324443] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 1343.324744] ? report_bug (lib/bug.c:201 lib/bug.c:219) [ 1343.325019] ? handle_bug (arch/x86/kernel/traps.c:238) [ 1343.325285] ? exc_invalid_op (arch/x86/kernel/traps.c:259 (discriminator 1)) [ 1343.325581] ? asm_exc_invalid_op (./arch/x86/include/asm/idtentry.h:568) [ 1343.325896] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 1343.326181] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1343.326556] ? up_read (kernel/locking/rwsem.c:1622) [ 1343.326806] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1343.327137] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1343.327497] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1343.327882] __tcf_action_put (net/sched/act_api.c:377) [ 1343.328195] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1343.328528] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1343.328834] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1343.329218] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1343.329570] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1343.329915] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1343.330211] tcf_chain_flush (net/sched/cls_api.c:737) [ 1343.330493] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1343.330796] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1343.331161] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1343.331443] dev_shutdown (net/sched/sch_generic.c:1482) [ 1343.331728] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1343.332121] cleanup_net (net/core/net_namespace.c:633) [ 1343.332391] ? process_one_work (kernel/workqueue.c:2606) [ 1343.332715] process_one_work (kernel/workqueue.c:2633) [ 1343.333010] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1343.333286] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1343.333634] kthread (kernel/kthread.c:388) [ 1343.333890] ? __pfx_kthread (kernel/kthread.c:341) [ 1343.334190] ret_from_fork (arch/x86/kernel/process.c:147) [ 1343.334429] ? __pfx_kthread (kernel/kthread.c:341) [ 1343.334646] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1343.337109] ---[ end trace 0000000000000000 ]--- | [ 1369.338508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1369.338860] rcu: 3-....: (26000 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=6500 | [ 1369.339371] rcu: (t=26001 jiffies g=658013 q=14 ncpus=4) [ 1369.340099] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1369.340686] Workqueue: netns cleanup_net [ 1369.340899] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1369.341188] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1369.342149] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1369.342420] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1369.342789] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1369.343156] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1369.343521] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1369.343888] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1369.344258] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1369.344672] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1369.344972] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1369.345340] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1369.345709] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1369.346093] PKRU: 55555554 [ 1369.346240] Call Trace: [ 1369.346375] [ 1369.346490] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1369.346725] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1369.346965] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1369.347174] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1369.347381] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1369.347585] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1369.347819] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1369.348052] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1369.348328] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1369.348546] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1369.348810] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1369.349043] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1369.349272] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1369.349545] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1369.349806] [ 1369.349934] [ 1369.350052] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1369.350331] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1369.350590] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1369.350797] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1369.350996] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1369.351260] ? up_read (kernel/locking/rwsem.c:1622) [ 1369.351434] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1369.351675] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1369.351935] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1369.352189] __tcf_action_put (net/sched/act_api.c:377) [ 1369.352397] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1369.352611] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1369.352815] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1369.353093] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1369.353344] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1369.353588] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1369.353796] tcf_chain_flush (net/sched/cls_api.c:737) [ 1369.354013] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1369.354218] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1369.354480] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1369.354688] dev_shutdown (net/sched/sch_generic.c:1482) [ 1369.354881] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1369.355165] cleanup_net (net/core/net_namespace.c:633) [ 1369.355360] ? process_one_work (kernel/workqueue.c:2606) [ 1369.355582] process_one_work (kernel/workqueue.c:2633) [ 1369.355797] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1369.355997] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1369.356222] kthread (kernel/kthread.c:388) [ 1369.356393] ? __pfx_kthread (kernel/kthread.c:341) [ 1369.356593] ret_from_fork (arch/x86/kernel/process.c:147) [ 1369.356785] ? __pfx_kthread (kernel/kthread.c:341) [ 1369.356983] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1369.357195] | [ 1447.360507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1447.360848] rcu: 3-....: (104005 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=24323 | [ 1447.361371] rcu: (t=104023 jiffies g=658013 q=20 ncpus=4) [ 1447.362111] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1447.362708] Workqueue: netns cleanup_net [ 1447.362931] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1447.363223] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1447.364189] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1447.364467] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1447.364838] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1447.365210] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1447.365582] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1447.365957] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1447.366328] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1447.366750] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1447.367050] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1447.367422] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1447.367793] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1447.368165] PKRU: 55555554 [ 1447.368319] Call Trace: [ 1447.368456] [ 1447.368572] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1447.368811] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1447.369050] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1447.369264] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1447.369474] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1447.369710] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1447.369943] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1447.370227] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1447.370444] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1447.370697] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1447.370938] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1447.371167] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1447.371442] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1447.371706] [ 1447.371824] [ 1447.371945] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1447.372225] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1447.372484] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1447.372692] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1447.372895] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1447.373161] ? up_read (kernel/locking/rwsem.c:1622) [ 1447.373336] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1447.373580] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1447.373841] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1447.374094] __tcf_action_put (net/sched/act_api.c:377) [ 1447.374302] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1447.374517] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1447.374721] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1447.375016] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1447.375269] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1447.375514] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1447.375723] tcf_chain_flush (net/sched/cls_api.c:737) [ 1447.375928] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1447.376134] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1447.376399] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1447.376609] dev_shutdown (net/sched/sch_generic.c:1482) [ 1447.376802] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1447.377087] cleanup_net (net/core/net_namespace.c:633) [ 1447.377281] ? process_one_work (kernel/workqueue.c:2606) [ 1447.377505] process_one_work (kernel/workqueue.c:2633) [ 1447.377720] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1447.377921] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1447.378147] kthread (kernel/kthread.c:388) [ 1447.378329] ? __pfx_kthread (kernel/kthread.c:341) [ 1447.378528] ret_from_fork (arch/x86/kernel/process.c:147) [ 1447.378723] ? __pfx_kthread (kernel/kthread.c:341) [ 1447.378922] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1447.379138] | [ 1525.382507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1525.382890] rcu: 3-....: (182010 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=41868 | [ 1525.383542] rcu: (t=182046 jiffies g=658013 q=22 ncpus=4) [ 1525.384362] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1525.385114] Workqueue: netns cleanup_net [ 1525.385399] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1525.385792] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1525.387050] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1525.387402] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1525.387901] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1525.388391] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1525.388873] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1525.389366] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1525.389850] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1525.390401] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1525.390803] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1525.391288] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1525.391722] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1525.392191] PKRU: 55555554 [ 1525.392376] Call Trace: [ 1525.392562] [ 1525.392711] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1525.393006] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1525.393332] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1525.393591] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1525.393867] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1525.394163] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1525.394468] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1525.394814] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1525.395081] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1525.395421] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1525.395714] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1525.396023] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1525.396321] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1525.396584] [ 1525.396701] [ 1525.396830] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1525.397110] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1525.397386] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1525.397591] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1525.397793] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1525.398063] ? up_read (kernel/locking/rwsem.c:1622) [ 1525.398240] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1525.398477] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1525.398738] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1525.398990] __tcf_action_put (net/sched/act_api.c:377) [ 1525.399200] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1525.399412] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1525.399617] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1525.399895] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1525.400147] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1525.400389] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1525.400597] tcf_chain_flush (net/sched/cls_api.c:737) [ 1525.400807] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1525.401013] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1525.401277] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1525.401483] dev_shutdown (net/sched/sch_generic.c:1482) [ 1525.401675] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1525.401958] cleanup_net (net/core/net_namespace.c:633) [ 1525.402151] ? process_one_work (kernel/workqueue.c:2606) [ 1525.402376] process_one_work (kernel/workqueue.c:2633) [ 1525.402588] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1525.402788] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1525.403016] kthread (kernel/kthread.c:388) [ 1525.403185] ? __pfx_kthread (kernel/kthread.c:341) [ 1525.403385] ret_from_fork (arch/x86/kernel/process.c:147) [ 1525.403578] ? __pfx_kthread (kernel/kthread.c:341) [ 1525.403777] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1525.403989] | [ 1603.406507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1603.406852] rcu: 3-....: (260014 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=59430 | [ 1603.407376] rcu: (t=260069 jiffies g=658013 q=24 ncpus=4) [ 1603.408113] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1603.408701] Workqueue: netns cleanup_net [ 1603.408917] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1603.409213] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1603.410163] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1603.410439] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1603.410807] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1603.411177] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1603.411547] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1603.411917] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1603.412287] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1603.412706] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1603.413007] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1603.413377] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1603.413746] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1603.414117] PKRU: 55555554 [ 1603.414263] Call Trace: [ 1603.414400] [ 1603.414514] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1603.414754] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1603.414996] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1603.415208] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1603.415414] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1603.415619] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1603.415857] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1603.416090] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1603.416370] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1603.416586] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1603.416840] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1603.417078] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1603.417306] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1603.417589] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1603.417856] [ 1603.417973] [ 1603.418089] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1603.418371] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1603.418631] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1603.418838] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1603.419038] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1603.419304] ? up_read (kernel/locking/rwsem.c:1622) [ 1603.419482] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1603.419723] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1603.419986] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1603.420240] __tcf_action_put (net/sched/act_api.c:377) [ 1603.420449] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1603.420662] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1603.420867] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1603.421148] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1603.421400] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1603.421646] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1603.421855] tcf_chain_flush (net/sched/cls_api.c:737) [ 1603.422064] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1603.422272] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1603.422537] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1603.422744] dev_shutdown (net/sched/sch_generic.c:1482) [ 1603.422937] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1603.423222] cleanup_net (net/core/net_namespace.c:633) [ 1603.423416] ? process_one_work (kernel/workqueue.c:2606) [ 1603.423643] process_one_work (kernel/workqueue.c:2633) [ 1603.423857] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1603.424058] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1603.424288] kthread (kernel/kthread.c:388) [ 1603.424463] ? __pfx_kthread (kernel/kthread.c:341) [ 1603.424664] ret_from_fork (arch/x86/kernel/process.c:147) [ 1603.424860] ? __pfx_kthread (kernel/kthread.c:341) [ 1603.425061] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1603.425275] | [ 1681.428507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1681.428845] rcu: 3-....: (338019 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=77249 | [ 1681.429364] rcu: (t=338091 jiffies g=658013 q=29 ncpus=4) [ 1681.430099] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1681.430688] Workqueue: netns cleanup_net [ 1681.430904] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1681.431194] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1681.432154] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1681.432427] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1681.432800] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1681.433173] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1681.433543] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1681.433914] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1681.434285] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1681.434704] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1681.435006] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1681.435378] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1681.435749] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1681.436118] PKRU: 55555554 [ 1681.436266] Call Trace: [ 1681.436402] [ 1681.436516] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1681.436751] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1681.436994] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1681.437214] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1681.437419] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1681.437626] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1681.437863] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1681.438097] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1681.438377] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1681.438595] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1681.438848] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1681.439091] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1681.439322] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1681.439598] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1681.439866] [ 1681.439985] [ 1681.440104] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1681.440387] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1681.440649] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1681.440858] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1681.441056] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1681.441322] ? up_read (kernel/locking/rwsem.c:1622) [ 1681.441501] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1681.441742] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1681.442006] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1681.442262] __tcf_action_put (net/sched/act_api.c:377) [ 1681.442470] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1681.442684] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1681.442892] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1681.443174] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1681.443429] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1681.443673] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1681.443887] tcf_chain_flush (net/sched/cls_api.c:737) [ 1681.444095] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1681.444303] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1681.444570] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1681.444777] dev_shutdown (net/sched/sch_generic.c:1482) [ 1681.444970] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1681.445259] cleanup_net (net/core/net_namespace.c:633) [ 1681.445453] ? process_one_work (kernel/workqueue.c:2606) [ 1681.445677] process_one_work (kernel/workqueue.c:2633) [ 1681.445889] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1681.446093] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1681.446321] kthread (kernel/kthread.c:388) [ 1681.446494] ? __pfx_kthread (kernel/kthread.c:341) [ 1681.446694] ret_from_fork (arch/x86/kernel/process.c:147) [ 1681.446887] ? __pfx_kthread (kernel/kthread.c:341) [ 1681.447092] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1681.447304] | [ 1759.450507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1759.450849] rcu: 3-....: (416024 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=94805 | [ 1759.451368] rcu: (t=416113 jiffies g=658013 q=29 ncpus=4) [ 1759.452097] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1759.452684] Workqueue: netns cleanup_net [ 1759.452896] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1759.453189] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 1759.454135] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1759.454407] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1759.454774] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1759.455143] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1759.455511] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1759.455879] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1759.456249] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1759.456677] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1759.456975] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1759.457342] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1759.457711] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1759.458080] PKRU: 55555554 [ 1759.458224] Call Trace: [ 1759.458358] [ 1759.458473] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1759.458708] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1759.458946] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1759.459155] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1759.459360] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1759.459563] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1759.459799] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1759.460027] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1759.460306] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1759.460520] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1759.460772] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1759.461009] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1759.461233] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1759.461507] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1759.461768] [ 1759.461883] [ 1759.461999] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1759.462278] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1759.462535] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1759.462739] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1759.462938] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1759.463199] ? up_read (kernel/locking/rwsem.c:1622) [ 1759.463375] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1759.463609] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1759.463870] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1759.464120] __tcf_action_put (net/sched/act_api.c:377) [ 1759.464329] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1759.464541] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1759.464744] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1759.465021] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1759.465271] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1759.465514] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1759.465723] tcf_chain_flush (net/sched/cls_api.c:737) [ 1759.465925] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1759.466132] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1759.466395] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1759.466601] dev_shutdown (net/sched/sch_generic.c:1482) [ 1759.466802] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1759.467083] cleanup_net (net/core/net_namespace.c:633) [ 1759.467274] ? process_one_work (kernel/workqueue.c:2606) [ 1759.467496] process_one_work (kernel/workqueue.c:2633) [ 1759.467709] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1759.467908] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1759.468135] kthread (kernel/kthread.c:388) [ 1759.468304] ? __pfx_kthread (kernel/kthread.c:341) [ 1759.468503] ret_from_fork (arch/x86/kernel/process.c:147) [ 1759.468696] ? __pfx_kthread (kernel/kthread.c:341) [ 1759.468897] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1759.469108] | [ 1837.472507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1837.472845] rcu: 3-....: (494029 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=112326 | [ 1837.473367] rcu: (t=494135 jiffies g=658013 q=29 ncpus=4) [ 1837.474096] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1837.474682] Workqueue: netns cleanup_net [ 1837.474894] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1837.475185] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1837.476135] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1837.476418] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1837.476788] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1837.477154] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1837.477522] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1837.477889] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1837.478258] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1837.478672] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1837.478971] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1837.479341] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1837.479706] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1837.480075] PKRU: 55555554 [ 1837.480220] Call Trace: [ 1837.480356] [ 1837.480468] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1837.480705] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1837.480946] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1837.481154] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1837.481359] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1837.481562] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1837.481799] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1837.482032] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1837.482309] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1837.482524] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1837.482776] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1837.483013] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1837.483242] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1837.483518] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1837.483781] [ 1837.483899] [ 1837.484016] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1837.484294] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1837.484552] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1837.484756] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1837.484953] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1837.485215] ? up_read (kernel/locking/rwsem.c:1622) [ 1837.485391] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1837.485630] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1837.485890] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1837.486143] __tcf_action_put (net/sched/act_api.c:377) [ 1837.486354] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1837.486566] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1837.486770] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1837.487050] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1837.487301] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1837.487544] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1837.487754] tcf_chain_flush (net/sched/cls_api.c:737) [ 1837.487960] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1837.488166] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1837.488430] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1837.488649] dev_shutdown (net/sched/sch_generic.c:1482) [ 1837.488841] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1837.489125] cleanup_net (net/core/net_namespace.c:633) [ 1837.489318] ? process_one_work (kernel/workqueue.c:2606) [ 1837.489542] process_one_work (kernel/workqueue.c:2633) [ 1837.489755] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1837.489957] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1837.490187] kthread (kernel/kthread.c:388) [ 1837.490363] ? __pfx_kthread (kernel/kthread.c:341) [ 1837.490564] ret_from_fork (arch/x86/kernel/process.c:147) [ 1837.490756] ? __pfx_kthread (kernel/kthread.c:341) [ 1837.490955] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1837.491166] | [ 1915.494508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1915.494837] rcu: 3-....: (572034 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=129717 | [ 1915.495360] rcu: (t=572157 jiffies g=658013 q=31 ncpus=4) [ 1915.496099] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1915.496683] Workqueue: netns cleanup_net [ 1915.496897] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1915.497184] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1915.498130] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1915.498402] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1915.498772] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1915.499139] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1915.499507] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1915.499877] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1915.500247] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1915.500663] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1915.500964] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1915.501334] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1915.501702] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1915.502070] PKRU: 55555554 [ 1915.502218] Call Trace: [ 1915.502357] [ 1915.502470] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1915.502706] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1915.502949] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1915.503158] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1915.503363] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1915.503568] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1915.503804] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1915.504038] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1915.504315] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1915.504533] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1915.504785] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1915.505022] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1915.505251] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1915.505527] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1915.505796] [ 1915.505914] [ 1915.506031] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1915.506309] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1915.506567] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1915.506772] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1915.506969] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1915.507230] ? up_read (kernel/locking/rwsem.c:1622) [ 1915.507406] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1915.507646] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1915.507905] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1915.508159] __tcf_action_put (net/sched/act_api.c:377) [ 1915.508366] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1915.508579] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1915.508784] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1915.509062] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1915.509314] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1915.509556] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1915.509767] tcf_chain_flush (net/sched/cls_api.c:737) [ 1915.509972] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1915.510176] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1915.510440] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1915.510646] dev_shutdown (net/sched/sch_generic.c:1482) [ 1915.510838] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1915.511121] cleanup_net (net/core/net_namespace.c:633) [ 1915.511314] ? process_one_work (kernel/workqueue.c:2606) [ 1915.511536] process_one_work (kernel/workqueue.c:2633) [ 1915.511748] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1915.511949] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1915.512176] kthread (kernel/kthread.c:388) [ 1915.512348] ? __pfx_kthread (kernel/kthread.c:341) [ 1915.512549] ret_from_fork (arch/x86/kernel/process.c:147) [ 1915.512742] ? __pfx_kthread (kernel/kthread.c:341) [ 1915.512941] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1915.513151] | [ 1993.516508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1993.516849] rcu: 3-....: (650039 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=147289 | [ 1993.517369] rcu: (t=650179 jiffies g=658013 q=34 ncpus=4) [ 1993.518098] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1993.518689] Workqueue: netns cleanup_net [ 1993.518903] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1993.519191] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1993.520141] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 1993.520414] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 1993.520783] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 1993.521149] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 1993.521518] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 1993.521888] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 1993.522258] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 1993.522675] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1993.522975] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 1993.523344] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1993.523710] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1993.524077] PKRU: 55555554 [ 1993.524222] Call Trace: [ 1993.524358] [ 1993.524470] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1993.524708] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1993.524950] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 1993.525159] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 1993.525364] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 1993.525575] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1993.525813] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1993.526044] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1993.526323] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1993.526538] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1993.526791] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1993.527029] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1993.527257] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1993.527531] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1993.527793] [ 1993.527910] [ 1993.528027] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1993.528305] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1993.528564] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1993.528769] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1993.528967] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1993.529229] ? up_read (kernel/locking/rwsem.c:1622) [ 1993.529405] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1993.529645] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1993.529906] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1993.530158] __tcf_action_put (net/sched/act_api.c:377) [ 1993.530365] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1993.530577] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1993.530780] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1993.531060] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1993.531311] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1993.531554] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1993.531764] tcf_chain_flush (net/sched/cls_api.c:737) [ 1993.531970] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1993.532176] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 1993.532439] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1993.532645] dev_shutdown (net/sched/sch_generic.c:1482) [ 1993.532838] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1993.533122] cleanup_net (net/core/net_namespace.c:633) [ 1993.533315] ? process_one_work (kernel/workqueue.c:2606) [ 1993.533538] process_one_work (kernel/workqueue.c:2633) [ 1993.533752] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1993.533951] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1993.534183] kthread (kernel/kthread.c:388) [ 1993.534354] ? __pfx_kthread (kernel/kthread.c:341) [ 1993.534555] ret_from_fork (arch/x86/kernel/process.c:147) [ 1993.534752] ? __pfx_kthread (kernel/kthread.c:341) [ 1993.534950] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1993.535160] | [ 2071.538507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2071.538846] rcu: 3-....: (728044 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=165057 | [ 2071.539370] rcu: (t=728201 jiffies g=658013 q=34 ncpus=4) [ 2071.540101] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2071.540689] Workqueue: netns cleanup_net [ 2071.540904] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2071.541201] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2071.542147] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2071.542422] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2071.542791] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2071.543161] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2071.543531] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2071.543900] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2071.544269] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2071.544689] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2071.545000] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2071.545368] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2071.545737] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2071.546106] PKRU: 55555554 [ 2071.546251] Call Trace: [ 2071.546385] [ 2071.546500] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2071.546738] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2071.546978] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2071.547189] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2071.547395] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2071.547600] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2071.547837] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2071.548069] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2071.548350] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2071.548566] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2071.548820] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2071.549058] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2071.549286] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2071.549563] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2071.549827] [ 2071.549943] [ 2071.550059] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2071.550342] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2071.550602] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2071.550807] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2071.551006] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2071.551269] ? up_read (kernel/locking/rwsem.c:1622) [ 2071.551447] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2071.551685] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2071.551947] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2071.552199] __tcf_action_put (net/sched/act_api.c:377) [ 2071.552409] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2071.552622] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2071.552827] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2071.553104] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2071.553356] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2071.553600] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2071.553808] tcf_chain_flush (net/sched/cls_api.c:737) [ 2071.554012] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2071.554219] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2071.554483] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2071.554691] dev_shutdown (net/sched/sch_generic.c:1482) [ 2071.554883] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2071.555173] cleanup_net (net/core/net_namespace.c:633) [ 2071.555366] ? process_one_work (kernel/workqueue.c:2606) [ 2071.555592] process_one_work (kernel/workqueue.c:2633) [ 2071.555804] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2071.556005] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2071.556233] kthread (kernel/kthread.c:388) [ 2071.556402] ? __pfx_kthread (kernel/kthread.c:341) [ 2071.556604] ret_from_fork (arch/x86/kernel/process.c:147) [ 2071.556797] ? __pfx_kthread (kernel/kthread.c:341) [ 2071.556998] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2071.557209] | [ 2149.560506] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2149.560838] rcu: 3-....: (806049 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=182774 | [ 2149.561359] rcu: (t=806223 jiffies g=658013 q=34 ncpus=4) [ 2149.562089] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2149.562673] Workqueue: netns cleanup_net [ 2149.562885] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2149.563177] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2149.564120] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2149.564393] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2149.564765] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2149.565154] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2149.565522] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2149.565890] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2149.566258] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2149.566675] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2149.566974] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2149.567342] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2149.567709] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2149.568077] PKRU: 55555554 [ 2149.568222] Call Trace: [ 2149.568357] [ 2149.568471] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2149.568706] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2149.568947] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2149.569156] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2149.569361] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2149.569565] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2149.569805] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2149.570037] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2149.570315] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2149.570530] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2149.570782] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2149.571019] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2149.571247] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2149.571525] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2149.571788] [ 2149.571904] [ 2149.572021] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2149.572301] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2149.572559] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2149.572763] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2149.572959] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2149.573221] ? up_read (kernel/locking/rwsem.c:1622) [ 2149.573397] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2149.573636] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2149.573897] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2149.574149] __tcf_action_put (net/sched/act_api.c:377) [ 2149.574356] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2149.574569] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2149.574776] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2149.575056] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2149.575307] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2149.575551] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2149.575760] tcf_chain_flush (net/sched/cls_api.c:737) [ 2149.575967] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2149.576174] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2149.576438] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2149.576643] dev_shutdown (net/sched/sch_generic.c:1482) [ 2149.576835] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2149.577117] cleanup_net (net/core/net_namespace.c:633) [ 2149.577311] ? process_one_work (kernel/workqueue.c:2606) [ 2149.577536] process_one_work (kernel/workqueue.c:2633) [ 2149.577747] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2149.577957] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2149.578185] kthread (kernel/kthread.c:388) [ 2149.578356] ? __pfx_kthread (kernel/kthread.c:341) [ 2149.578557] ret_from_fork (arch/x86/kernel/process.c:147) [ 2149.578771] ? __pfx_kthread (kernel/kthread.c:341) [ 2149.578972] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2149.579183] | [ 2227.582507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2227.582843] rcu: 3-....: (884054 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=200458 | [ 2227.583364] rcu: (t=884245 jiffies g=658013 q=34 ncpus=4) [ 2227.584093] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2227.584684] Workqueue: netns cleanup_net [ 2227.584895] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2227.585184] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2227.586126] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2227.586396] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2227.586766] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2227.587133] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2227.587501] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2227.587868] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2227.588238] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2227.588654] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2227.588951] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2227.589320] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2227.589686] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2227.590053] PKRU: 55555554 [ 2227.590197] Call Trace: [ 2227.590331] [ 2227.590446] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2227.590680] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2227.590917] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2227.591127] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2227.591331] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2227.591566] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2227.591796] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2227.592072] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2227.592289] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2227.592540] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2227.592773] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2227.593002] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2227.593273] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2227.593535] [ 2227.593651] [ 2227.593768] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2227.594044] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2227.594308] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2227.594513] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2227.594710] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2227.594971] ? up_read (kernel/locking/rwsem.c:1622) [ 2227.595143] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2227.595380] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2227.595640] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2227.595891] __tcf_action_put (net/sched/act_api.c:377) [ 2227.596096] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2227.596309] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2227.596514] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2227.596789] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2227.597040] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2227.597282] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2227.597490] tcf_chain_flush (net/sched/cls_api.c:737) [ 2227.597695] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2227.597898] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2227.598160] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2227.598365] dev_shutdown (net/sched/sch_generic.c:1482) [ 2227.598557] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2227.598840] cleanup_net (net/core/net_namespace.c:633) [ 2227.599033] ? process_one_work (kernel/workqueue.c:2606) [ 2227.599252] process_one_work (kernel/workqueue.c:2633) [ 2227.599468] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2227.599668] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2227.599892] kthread (kernel/kthread.c:388) [ 2227.600063] ? __pfx_kthread (kernel/kthread.c:341) [ 2227.600261] ret_from_fork (arch/x86/kernel/process.c:147) [ 2227.600452] ? __pfx_kthread (kernel/kthread.c:341) [ 2227.600651] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2227.600861] | [ 2305.604507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2305.604846] rcu: 3-....: (962059 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=218189 | [ 2305.605368] rcu: (t=962267 jiffies g=658013 q=34 ncpus=4) [ 2305.606099] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2305.606686] Workqueue: netns cleanup_net [ 2305.606897] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2305.607188] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2305.608140] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2305.608415] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2305.608781] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2305.609149] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2305.609518] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2305.609886] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2305.610254] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2305.610673] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2305.610973] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2305.611339] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2305.611709] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2305.612077] PKRU: 55555554 [ 2305.612222] Call Trace: [ 2305.612357] [ 2305.612472] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2305.612709] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2305.612949] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2305.613159] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2305.613363] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2305.613570] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2305.613812] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2305.614044] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2305.614324] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2305.614541] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2305.614792] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2305.615029] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2305.615256] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2305.615533] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2305.615796] [ 2305.615912] [ 2305.616028] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2305.616309] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2305.616567] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2305.616772] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2305.616969] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2305.617231] ? up_read (kernel/locking/rwsem.c:1622) [ 2305.617408] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2305.617646] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2305.617907] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2305.618159] __tcf_action_put (net/sched/act_api.c:377) [ 2305.618366] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2305.618579] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2305.618784] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2305.619062] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2305.619313] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2305.619557] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2305.619766] tcf_chain_flush (net/sched/cls_api.c:737) [ 2305.619972] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2305.620179] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2305.620443] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2305.620650] dev_shutdown (net/sched/sch_generic.c:1482) [ 2305.620842] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2305.621125] cleanup_net (net/core/net_namespace.c:633) [ 2305.621318] ? process_one_work (kernel/workqueue.c:2606) [ 2305.621542] process_one_work (kernel/workqueue.c:2633) [ 2305.621756] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2305.621956] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2305.622184] kthread (kernel/kthread.c:388) [ 2305.622354] ? __pfx_kthread (kernel/kthread.c:341) [ 2305.622556] ret_from_fork (arch/x86/kernel/process.c:147) [ 2305.622749] ? __pfx_kthread (kernel/kthread.c:341) [ 2305.622948] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2305.623160] | [ 2383.626506] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2383.626842] rcu: 3-....: (1040064 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=235932 | [ 2383.627367] rcu: (t=1040289 jiffies g=658013 q=35 ncpus=4) [ 2383.628098] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2383.628689] Workqueue: netns cleanup_net [ 2383.628903] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2383.629192] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2383.630142] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2383.630414] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2383.630783] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2383.631156] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2383.631531] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2383.631899] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2383.632269] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2383.632685] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2383.632986] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2383.633357] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2383.633732] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2383.634100] PKRU: 55555554 [ 2383.634245] Call Trace: [ 2383.634380] [ 2383.634493] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2383.634728] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2383.634969] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2383.635176] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2383.635380] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2383.635584] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2383.635818] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2383.636056] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2383.636332] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2383.636547] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2383.636797] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2383.637035] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2383.637262] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2383.637539] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2383.637800] [ 2383.637923] [ 2383.638039] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2383.638316] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2383.638573] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2383.638777] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2383.638973] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2383.639234] ? up_read (kernel/locking/rwsem.c:1622) [ 2383.639410] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2383.639648] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2383.639914] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2383.640166] __tcf_action_put (net/sched/act_api.c:377) [ 2383.640372] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2383.640583] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2383.640794] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2383.641071] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2383.641322] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2383.641564] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2383.641777] tcf_chain_flush (net/sched/cls_api.c:737) [ 2383.641981] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2383.642185] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2383.642447] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2383.642653] dev_shutdown (net/sched/sch_generic.c:1482) [ 2383.642852] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2383.643138] cleanup_net (net/core/net_namespace.c:633) [ 2383.643331] ? process_one_work (kernel/workqueue.c:2606) [ 2383.643562] process_one_work (kernel/workqueue.c:2633) [ 2383.643780] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2383.643988] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2383.644214] kthread (kernel/kthread.c:388) [ 2383.644385] ? __pfx_kthread (kernel/kthread.c:341) [ 2383.644585] ret_from_fork (arch/x86/kernel/process.c:147) [ 2383.644777] ? __pfx_kthread (kernel/kthread.c:341) [ 2383.644975] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2383.645185] | [ 2461.648508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2461.648845] rcu: 3-....: (1118069 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=253625 | [ 2461.649373] rcu: (t=1118311 jiffies g=658013 q=36 ncpus=4) [ 2461.650109] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2461.650699] Workqueue: netns cleanup_net [ 2461.650913] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2461.651204] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2461.652153] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2461.652426] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2461.652795] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2461.653176] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2461.653546] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2461.653914] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2461.654283] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2461.654700] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2461.655001] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2461.655370] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2461.655739] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2461.656107] PKRU: 55555554 [ 2461.656252] Call Trace: [ 2461.656388] [ 2461.656501] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2461.656739] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2461.656981] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2461.657189] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2461.657394] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2461.657599] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2461.657835] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2461.658069] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2461.658347] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2461.658563] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2461.658815] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2461.659053] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2461.659281] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2461.659556] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2461.659819] [ 2461.659936] [ 2461.660052] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2461.660332] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2461.660591] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2461.660795] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2461.660992] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2461.661255] ? up_read (kernel/locking/rwsem.c:1622) [ 2461.661431] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2461.661671] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2461.661932] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2461.662185] __tcf_action_put (net/sched/act_api.c:377) [ 2461.662392] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2461.662605] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2461.662809] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2461.663094] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2461.663345] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2461.663590] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2461.663800] tcf_chain_flush (net/sched/cls_api.c:737) [ 2461.664005] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2461.664212] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2461.664476] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2461.664683] dev_shutdown (net/sched/sch_generic.c:1482) [ 2461.664875] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2461.665159] cleanup_net (net/core/net_namespace.c:633) [ 2461.665353] ? process_one_work (kernel/workqueue.c:2606) [ 2461.665577] process_one_work (kernel/workqueue.c:2633) [ 2461.665791] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2461.665991] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2461.666220] kthread (kernel/kthread.c:388) [ 2461.666392] ? __pfx_kthread (kernel/kthread.c:341) [ 2461.666593] ret_from_fork (arch/x86/kernel/process.c:147) [ 2461.666787] ? __pfx_kthread (kernel/kthread.c:341) [ 2461.666986] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2461.667197] | [ 2539.670507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2539.670850] rcu: 3-....: (1193949 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=271401 | [ 2539.671381] rcu: (t=1196333 jiffies g=658013 q=36 ncpus=4) [ 2539.672121] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2539.672725] Workqueue: netns cleanup_net [ 2539.672940] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2539.673234] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2539.674192] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2539.674469] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2539.674841] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2539.675214] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2539.675589] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2539.675962] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2539.676334] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2539.676754] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2539.677055] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2539.677427] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2539.677799] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2539.678170] PKRU: 55555554 [ 2539.678315] Call Trace: [ 2539.678452] [ 2539.678567] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2539.678803] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2539.679045] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2539.679255] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2539.679461] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2539.679670] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2539.679908] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2539.680141] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2539.680421] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2539.680637] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2539.680891] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2539.681130] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2539.681358] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2539.681636] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2539.681900] [ 2539.682018] [ 2539.682134] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2539.682416] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2539.682685] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2539.682891] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2539.683089] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2539.683353] ? up_read (kernel/locking/rwsem.c:1622) [ 2539.683531] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2539.683769] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2539.684031] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2539.684285] __tcf_action_put (net/sched/act_api.c:377) [ 2539.684494] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2539.684707] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2539.684911] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2539.685192] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2539.685444] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2539.685689] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2539.685899] tcf_chain_flush (net/sched/cls_api.c:737) [ 2539.686107] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2539.686314] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2539.686580] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2539.686786] dev_shutdown (net/sched/sch_generic.c:1482) [ 2539.686979] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2539.687262] cleanup_net (net/core/net_namespace.c:633) [ 2539.687457] ? process_one_work (kernel/workqueue.c:2606) [ 2539.687683] process_one_work (kernel/workqueue.c:2633) [ 2539.687897] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2539.688097] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2539.688327] kthread (kernel/kthread.c:388) [ 2539.688499] ? __pfx_kthread (kernel/kthread.c:341) [ 2539.688700] ret_from_fork (arch/x86/kernel/process.c:147) [ 2539.688894] ? __pfx_kthread (kernel/kthread.c:341) [ 2539.689095] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2539.689308] | [ 2617.692518] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2617.692860] rcu: 3-....: (1271954 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=289120 | [ 2617.693389] rcu: (t=1274355 jiffies g=658013 q=36 ncpus=4) [ 2617.694133] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2617.694721] Workqueue: netns cleanup_net [ 2617.694935] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2617.695227] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2617.696175] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2617.696452] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2617.696821] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2617.697191] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2617.697562] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2617.697931] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2617.698300] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2617.698725] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2617.699026] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2617.699395] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2617.699766] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2617.700136] PKRU: 55555554 [ 2617.700282] Call Trace: [ 2617.700421] [ 2617.700540] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2617.700778] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2617.701019] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2617.701228] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2617.701433] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2617.701670] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2617.701904] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2617.702183] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2617.702405] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2617.702659] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2617.702897] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2617.703125] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2617.703401] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2617.703665] [ 2617.703782] [ 2617.703899] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2617.704180] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2617.704440] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2617.704645] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2617.704844] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2617.705109] ? up_read (kernel/locking/rwsem.c:1622) [ 2617.705287] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2617.705525] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2617.705786] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2617.706039] __tcf_action_put (net/sched/act_api.c:377) [ 2617.706247] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2617.706459] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2617.706665] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2617.706944] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2617.707196] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2617.707440] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2617.707649] tcf_chain_flush (net/sched/cls_api.c:737) [ 2617.707860] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2617.708066] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2617.708330] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2617.708537] dev_shutdown (net/sched/sch_generic.c:1482) [ 2617.708729] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2617.709012] cleanup_net (net/core/net_namespace.c:633) [ 2617.709204] ? process_one_work (kernel/workqueue.c:2606) [ 2617.709430] process_one_work (kernel/workqueue.c:2633) [ 2617.709643] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2617.709843] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2617.710074] kthread (kernel/kthread.c:388) [ 2617.710245] ? __pfx_kthread (kernel/kthread.c:341) [ 2617.710445] ret_from_fork (arch/x86/kernel/process.c:147) [ 2617.710640] ? __pfx_kthread (kernel/kthread.c:341) [ 2617.710839] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2617.711050] | [ 2695.714507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2695.714855] rcu: 3-....: (1349959 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=307019 | [ 2695.715383] rcu: (t=1352377 jiffies g=658013 q=36 ncpus=4) [ 2695.716124] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2695.716714] Workqueue: netns cleanup_net [ 2695.716932] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2695.717224] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2695.718176] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2695.718452] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2695.718823] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2695.719194] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2695.719566] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2695.719936] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2695.720307] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2695.720728] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2695.721029] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2695.721400] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2695.721772] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2695.722147] PKRU: 55555554 [ 2695.722293] Call Trace: [ 2695.722427] [ 2695.722542] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2695.722779] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2695.723020] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2695.723231] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2695.723436] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2695.723641] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2695.723878] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2695.724109] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2695.724390] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2695.724607] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2695.724861] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2695.725100] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2695.725327] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2695.725604] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2695.725868] [ 2695.725984] [ 2695.726100] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2695.726383] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2695.726642] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2695.726848] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2695.727047] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2695.727310] ? up_read (kernel/locking/rwsem.c:1622) [ 2695.727488] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2695.727725] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2695.727988] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2695.728240] __tcf_action_put (net/sched/act_api.c:377) [ 2695.728449] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2695.728663] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2695.728868] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2695.729146] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2695.729400] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2695.729645] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2695.729855] tcf_chain_flush (net/sched/cls_api.c:737) [ 2695.730059] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2695.730269] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2695.730536] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2695.730742] dev_shutdown (net/sched/sch_generic.c:1482) [ 2695.730936] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2695.731219] cleanup_net (net/core/net_namespace.c:633) [ 2695.731413] ? process_one_work (kernel/workqueue.c:2606) [ 2695.731638] process_one_work (kernel/workqueue.c:2633) [ 2695.731858] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2695.732059] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2695.732288] kthread (kernel/kthread.c:388) [ 2695.732459] ? __pfx_kthread (kernel/kthread.c:341) [ 2695.732660] ret_from_fork (arch/x86/kernel/process.c:147) [ 2695.732854] ? __pfx_kthread (kernel/kthread.c:341) [ 2695.733055] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2695.733269] | [ 2773.735507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2773.735973] rcu: 3-....: (1427963 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=324877 | [ 2773.736509] rcu: (t=1430399 jiffies g=658013 q=36 ncpus=4) [ 2773.737250] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2773.737878] Workqueue: netns cleanup_net [ 2773.738092] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2773.738394] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 2773.739382] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2773.739671] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2773.740054] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2773.740452] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2773.740825] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2773.741194] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2773.741587] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2773.742028] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2773.742339] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2773.742721] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2773.743107] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2773.743497] PKRU: 55555554 [ 2773.743643] Call Trace: [ 2773.743793] [ 2773.743911] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2773.744160] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2773.744403] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2773.744623] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2773.744844] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2773.745084] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2773.745324] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2773.745617] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2773.745839] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2773.746106] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2773.746358] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2773.746600] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2773.746884] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2773.747157] [ 2773.747275] [ 2773.747392] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2773.747701] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2773.747966] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2773.748172] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2773.748369] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2773.748633] ? up_read (kernel/locking/rwsem.c:1622) [ 2773.748807] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2773.749044] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2773.749303] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2773.749570] __tcf_action_put (net/sched/act_api.c:377) [ 2773.749792] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2773.750010] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2773.750224] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2773.750506] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2773.750773] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2773.751030] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2773.751238] tcf_chain_flush (net/sched/cls_api.c:737) [ 2773.751488] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2773.751693] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2773.751957] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2773.752175] dev_shutdown (net/sched/sch_generic.c:1482) [ 2773.752378] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2773.752662] cleanup_net (net/core/net_namespace.c:633) [ 2773.752876] ? process_one_work (kernel/workqueue.c:2606) [ 2773.753098] process_one_work (kernel/workqueue.c:2633) [ 2773.753313] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2773.753513] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2773.753740] kthread (kernel/kthread.c:388) [ 2773.753930] ? __pfx_kthread (kernel/kthread.c:341) [ 2773.754128] ret_from_fork (arch/x86/kernel/process.c:147) [ 2773.754336] ? __pfx_kthread (kernel/kthread.c:341) [ 2773.754537] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2773.754752] | [ 2851.758506] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2851.758842] rcu: 3-....: (1505968 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=342569 | [ 2851.759370] rcu: (t=1508421 jiffies g=658013 q=36 ncpus=4) [ 2851.760105] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2851.760690] Workqueue: netns cleanup_net [ 2851.760902] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2851.761198] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2851.762143] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2851.762419] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2851.762794] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2851.763165] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2851.763535] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2851.763905] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2851.764273] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2851.764693] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2851.764995] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2851.765363] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2851.765733] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2851.766102] PKRU: 55555554 [ 2851.766247] Call Trace: [ 2851.766382] [ 2851.766497] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2851.766734] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2851.766975] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2851.767185] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2851.767390] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2851.767594] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2851.767831] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2851.768064] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2851.768343] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2851.768558] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2851.768811] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2851.769049] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2851.769276] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2851.769553] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2851.769816] [ 2851.769933] [ 2851.770049] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2851.770330] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2851.770589] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2851.770794] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2851.770997] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2851.771259] ? up_read (kernel/locking/rwsem.c:1622) [ 2851.771436] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2851.771675] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2851.771937] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2851.772189] __tcf_action_put (net/sched/act_api.c:377) [ 2851.772398] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2851.772610] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2851.772813] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2851.773092] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2851.773345] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2851.773589] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2851.773798] tcf_chain_flush (net/sched/cls_api.c:737) [ 2851.774004] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2851.774212] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2851.774476] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2851.774682] dev_shutdown (net/sched/sch_generic.c:1482) [ 2851.774876] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2851.775159] cleanup_net (net/core/net_namespace.c:633) [ 2851.775353] ? process_one_work (kernel/workqueue.c:2606) [ 2851.775577] process_one_work (kernel/workqueue.c:2633) [ 2851.775790] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2851.775991] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2851.776219] kthread (kernel/kthread.c:388) [ 2851.776390] ? __pfx_kthread (kernel/kthread.c:341) [ 2851.776590] ret_from_fork (arch/x86/kernel/process.c:147) [ 2851.776784] ? __pfx_kthread (kernel/kthread.c:341) [ 2851.776983] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2851.777194] | [ 2929.780507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2929.780845] rcu: 3-....: (1583973 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=360719 | [ 2929.781372] rcu: (t=1586443 jiffies g=658013 q=36 ncpus=4) [ 2929.782119] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2929.782707] Workqueue: netns cleanup_net [ 2929.782923] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2929.783216] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2929.784161] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 2929.784435] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 2929.784803] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 2929.785170] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 2929.785539] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 2929.785906] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 2929.786275] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 2929.786692] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2929.786993] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 2929.787370] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2929.787768] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2929.788136] PKRU: 55555554 [ 2929.788281] Call Trace: [ 2929.788418] [ 2929.788540] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2929.788776] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2929.789017] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 2929.789228] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 2929.789434] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2929.789671] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2929.789903] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2929.790181] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2929.790397] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2929.790656] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2929.790893] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2929.791122] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2929.791395] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2929.791658] [ 2929.791775] [ 2929.791892] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2929.792169] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2929.792426] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2929.792630] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2929.792827] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2929.793089] ? up_read (kernel/locking/rwsem.c:1622) [ 2929.793266] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2929.793504] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2929.793764] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2929.794017] __tcf_action_put (net/sched/act_api.c:377) [ 2929.794225] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2929.794438] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2929.794645] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2929.794923] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2929.795175] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2929.795418] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2929.795629] tcf_chain_flush (net/sched/cls_api.c:737) [ 2929.795834] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2929.796040] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 2929.796303] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2929.796509] dev_shutdown (net/sched/sch_generic.c:1482) [ 2929.796702] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2929.796988] cleanup_net (net/core/net_namespace.c:633) [ 2929.797180] ? process_one_work (kernel/workqueue.c:2606) [ 2929.797401] process_one_work (kernel/workqueue.c:2633) [ 2929.797615] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2929.797817] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2929.798043] kthread (kernel/kthread.c:388) [ 2929.798215] ? __pfx_kthread (kernel/kthread.c:341) [ 2929.798413] ret_from_fork (arch/x86/kernel/process.c:147) [ 2929.798607] ? __pfx_kthread (kernel/kthread.c:341) [ 2929.798809] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2929.799019] | [ 3007.802507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3007.802843] rcu: 3-....: (1661978 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=378846 | [ 3007.803373] rcu: (t=1664465 jiffies g=658013 q=36 ncpus=4) [ 3007.804115] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3007.804708] Workqueue: netns cleanup_net [ 3007.804922] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3007.805211] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3007.806167] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3007.806441] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3007.806814] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3007.807186] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3007.807557] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3007.807928] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3007.808301] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3007.808722] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3007.809024] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3007.809396] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3007.809768] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3007.810137] PKRU: 55555554 [ 3007.810291] Call Trace: [ 3007.810427] [ 3007.810543] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3007.810777] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3007.811020] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3007.811230] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3007.811439] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3007.811645] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3007.811881] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3007.812116] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3007.812394] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3007.812614] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3007.812869] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3007.813105] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3007.813337] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3007.813612] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3007.813876] [ 3007.813993] [ 3007.814111] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3007.814390] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3007.814652] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3007.814860] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3007.815059] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3007.815323] ? up_read (kernel/locking/rwsem.c:1622) [ 3007.815498] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3007.815739] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3007.816001] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3007.816255] __tcf_action_put (net/sched/act_api.c:377) [ 3007.816462] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3007.816678] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3007.816885] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3007.817163] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3007.817420] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3007.817665] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3007.817875] tcf_chain_flush (net/sched/cls_api.c:737) [ 3007.818080] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3007.818288] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3007.818554] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3007.818762] dev_shutdown (net/sched/sch_generic.c:1482) [ 3007.818956] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3007.819249] cleanup_net (net/core/net_namespace.c:633) [ 3007.819444] ? process_one_work (kernel/workqueue.c:2606) [ 3007.819666] process_one_work (kernel/workqueue.c:2633) [ 3007.819883] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3007.820085] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3007.820319] kthread (kernel/kthread.c:388) [ 3007.820493] ? __pfx_kthread (kernel/kthread.c:341) [ 3007.820694] ret_from_fork (arch/x86/kernel/process.c:147) [ 3007.820888] ? __pfx_kthread (kernel/kthread.c:341) [ 3007.821087] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3007.821302] | [ 3085.824507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3085.824843] rcu: 3-....: (1739983 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=396718 | [ 3085.825366] rcu: (t=1742487 jiffies g=658013 q=36 ncpus=4) [ 3085.826103] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3085.826690] Workqueue: netns cleanup_net [ 3085.826904] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3085.827194] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3085.828145] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3085.828417] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3085.828797] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3085.829179] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3085.829548] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3085.829922] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3085.830293] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3085.830711] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3085.831009] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3085.831378] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3085.831746] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3085.832112] PKRU: 55555554 [ 3085.832259] Call Trace: [ 3085.832394] [ 3085.832510] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3085.832745] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3085.832986] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3085.833195] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3085.833402] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3085.833608] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3085.833842] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3085.834074] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3085.834352] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3085.834571] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3085.834824] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3085.835058] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3085.835287] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3085.835561] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3085.835825] [ 3085.835945] [ 3085.836062] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3085.836341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3085.836599] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3085.836804] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3085.837003] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3085.837267] ? up_read (kernel/locking/rwsem.c:1622) [ 3085.837441] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3085.837681] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3085.837941] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3085.838194] __tcf_action_put (net/sched/act_api.c:377) [ 3085.838407] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3085.838622] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3085.838825] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3085.839102] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3085.839356] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3085.839600] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3085.839813] tcf_chain_flush (net/sched/cls_api.c:737) [ 3085.840018] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3085.840222] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3085.840484] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3085.840692] dev_shutdown (net/sched/sch_generic.c:1482) [ 3085.840884] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3085.841166] cleanup_net (net/core/net_namespace.c:633) [ 3085.841359] ? process_one_work (kernel/workqueue.c:2606) [ 3085.841581] process_one_work (kernel/workqueue.c:2633) [ 3085.841796] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3085.841996] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3085.842221] kthread (kernel/kthread.c:388) [ 3085.842395] ? __pfx_kthread (kernel/kthread.c:341) [ 3085.842595] ret_from_fork (arch/x86/kernel/process.c:147) [ 3085.842789] ? __pfx_kthread (kernel/kthread.c:341) [ 3085.842987] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3085.843200] | [ 3163.846507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3163.846847] rcu: 3-....: (1817988 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=414328 | [ 3163.847380] rcu: (t=1820509 jiffies g=658013 q=36 ncpus=4) [ 3163.848121] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3163.848710] Workqueue: netns cleanup_net [ 3163.848927] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3163.849226] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 3163.850197] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3163.850474] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3163.850846] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3163.851219] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3163.851592] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3163.851964] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3163.852336] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3163.852761] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3163.853064] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3163.853437] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3163.853811] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3163.854183] PKRU: 55555554 [ 3163.854330] Call Trace: [ 3163.854466] [ 3163.854584] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3163.854826] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3163.855072] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3163.855288] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3163.855498] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3163.855706] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3163.855947] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3163.856182] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3163.856471] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3163.856693] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3163.856948] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3163.857191] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3163.857421] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3163.857702] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3163.857971] [ 3163.858089] [ 3163.858206] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3163.858492] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3163.858754] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3163.858963] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3163.859166] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3163.859442] ? up_read (kernel/locking/rwsem.c:1622) [ 3163.859623] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3163.859864] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3163.860130] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3163.860384] __tcf_action_put (net/sched/act_api.c:377) [ 3163.860597] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3163.860814] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3163.861022] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3163.861303] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3163.861560] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3163.861808] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3163.862020] tcf_chain_flush (net/sched/cls_api.c:737) [ 3163.862228] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3163.862441] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3163.862709] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3163.862920] dev_shutdown (net/sched/sch_generic.c:1482) [ 3163.863116] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3163.863404] cleanup_net (net/core/net_namespace.c:633) [ 3163.863600] ? process_one_work (kernel/workqueue.c:2606) [ 3163.863832] process_one_work (kernel/workqueue.c:2633) [ 3163.864050] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3163.864253] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3163.864485] kthread (kernel/kthread.c:388) [ 3163.864658] ? __pfx_kthread (kernel/kthread.c:341) [ 3163.864861] ret_from_fork (arch/x86/kernel/process.c:147) [ 3163.865059] ? __pfx_kthread (kernel/kthread.c:341) [ 3163.865261] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3163.865477] | [ 3241.869508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3241.869842] rcu: 3-....: (1895993 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=432268 | [ 3241.870385] rcu: (t=1898532 jiffies g=658013 q=36 ncpus=4) [ 3241.871131] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3241.871731] Workqueue: netns cleanup_net [ 3241.871952] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3241.872253] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3241.873221] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3241.873507] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3241.873878] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3241.874250] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3241.874630] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3241.875005] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3241.875388] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3241.875812] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3241.876116] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3241.876497] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3241.876867] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3241.877237] PKRU: 55555554 [ 3241.877392] Call Trace: [ 3241.877531] [ 3241.877650] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3241.877897] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3241.878146] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3241.878373] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3241.878584] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3241.878791] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3241.879040] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3241.879276] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3241.879568] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3241.879788] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3241.880045] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3241.880291] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3241.880526] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3241.880804] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3241.881073] [ 3241.881190] [ 3241.881316] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3241.881603] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3241.881865] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3241.882074] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3241.882275] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3241.882553] ? up_read (kernel/locking/rwsem.c:1622) [ 3241.882734] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3241.882976] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3241.883242] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3241.883506] __tcf_action_put (net/sched/act_api.c:377) [ 3241.883722] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3241.883943] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3241.884152] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3241.884445] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3241.884701] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3241.884947] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3241.885160] tcf_chain_flush (net/sched/cls_api.c:737) [ 3241.885375] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3241.885587] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3241.885856] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3241.886066] dev_shutdown (net/sched/sch_generic.c:1482) [ 3241.886261] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3241.886557] cleanup_net (net/core/net_namespace.c:633) [ 3241.886755] ? process_one_work (kernel/workqueue.c:2606) [ 3241.886983] process_one_work (kernel/workqueue.c:2633) [ 3241.887200] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3241.887411] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3241.887644] kthread (kernel/kthread.c:388) [ 3241.887820] ? __pfx_kthread (kernel/kthread.c:341) [ 3241.888027] ret_from_fork (arch/x86/kernel/process.c:147) [ 3241.888227] ? __pfx_kthread (kernel/kthread.c:341) [ 3241.888437] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3241.888657] | [ 3319.892508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3319.892863] rcu: 3-....: (1973998 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=450416 | [ 3319.893410] rcu: (t=1976555 jiffies g=658013 q=36 ncpus=4) [ 3319.894168] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3319.894780] Workqueue: netns cleanup_net [ 3319.895002] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3319.895305] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3319.896265] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3319.896550] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3319.896925] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3319.897307] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3319.897678] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3319.898048] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3319.898421] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3319.898851] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3319.899150] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3319.899520] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3319.899890] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3319.900258] PKRU: 55555554 [ 3319.900404] Call Trace: [ 3319.900540] [ 3319.900656] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3319.900896] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3319.901137] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3319.901351] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3319.901560] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3319.901765] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3319.902005] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3319.902237] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3319.902519] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3319.902736] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3319.902990] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3319.903229] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3319.903458] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3319.903735] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3319.904001] [ 3319.904117] [ 3319.904235] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3319.904518] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3319.904777] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3319.904985] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3319.905185] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3319.905451] ? up_read (kernel/locking/rwsem.c:1622) [ 3319.905638] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3319.905881] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3319.906150] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3319.906409] __tcf_action_put (net/sched/act_api.c:377) [ 3319.906632] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3319.906846] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3319.907061] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3319.907343] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3319.907597] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3319.907854] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3319.908068] tcf_chain_flush (net/sched/cls_api.c:737) [ 3319.908285] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3319.908497] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3319.908779] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3319.908988] dev_shutdown (net/sched/sch_generic.c:1482) [ 3319.909193] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3319.909487] cleanup_net (net/core/net_namespace.c:633) [ 3319.909687] ? process_one_work (kernel/workqueue.c:2606) [ 3319.909920] process_one_work (kernel/workqueue.c:2633) [ 3319.910140] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3319.910361] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3319.910594] kthread (kernel/kthread.c:388) [ 3319.910773] ? __pfx_kthread (kernel/kthread.c:341) [ 3319.910975] ret_from_fork (arch/x86/kernel/process.c:147) [ 3319.911172] ? __pfx_kthread (kernel/kthread.c:341) [ 3319.911374] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3319.911599] | [ 3397.915507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3397.915839] rcu: 3-....: (2052003 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=468059 | [ 3397.916364] rcu: (t=2054578 jiffies g=658013 q=37 ncpus=4) [ 3397.917118] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3397.917711] Workqueue: netns cleanup_net [ 3397.917927] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3397.918220] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3397.919169] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3397.919440] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3397.919809] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3397.920176] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3397.920542] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3397.920911] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3397.921280] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3397.921694] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3397.921994] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3397.922366] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3397.922732] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3397.923097] PKRU: 55555554 [ 3397.923244] Call Trace: [ 3397.923380] [ 3397.923495] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3397.923729] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3397.923970] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3397.924179] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3397.924383] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3397.924589] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3397.924824] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3397.925057] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3397.925333] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3397.925549] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3397.925800] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3397.926036] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3397.926265] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3397.926539] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3397.926801] [ 3397.926918] [ 3397.927036] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3397.927314] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3397.927572] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3397.927776] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3397.927975] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3397.928246] ? up_read (kernel/locking/rwsem.c:1622) [ 3397.928422] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3397.928661] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3397.928922] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3397.929175] __tcf_action_put (net/sched/act_api.c:377) [ 3397.929383] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3397.929596] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3397.929804] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3397.930083] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3397.930335] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3397.930580] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3397.930791] tcf_chain_flush (net/sched/cls_api.c:737) [ 3397.931002] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3397.931208] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3397.931471] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3397.931677] dev_shutdown (net/sched/sch_generic.c:1482) [ 3397.931869] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3397.932156] cleanup_net (net/core/net_namespace.c:633) [ 3397.932349] ? process_one_work (kernel/workqueue.c:2606) [ 3397.932571] process_one_work (kernel/workqueue.c:2633) [ 3397.932784] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3397.932984] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3397.933210] kthread (kernel/kthread.c:388) [ 3397.933382] ? __pfx_kthread (kernel/kthread.c:341) [ 3397.933581] ret_from_fork (arch/x86/kernel/process.c:147) [ 3397.933775] ? __pfx_kthread (kernel/kthread.c:341) [ 3397.933973] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3397.934185] | [ 3475.937507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3475.937841] rcu: 3-....: (2130008 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=485832 | [ 3475.938366] rcu: (t=2132600 jiffies g=658013 q=37 ncpus=4) [ 3475.939101] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3475.939690] Workqueue: netns cleanup_net [ 3475.939903] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3475.940191] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 3475.941142] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3475.941414] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3475.941785] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3475.942154] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3475.942523] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3475.942893] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3475.943263] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3475.943686] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3475.943985] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3475.944355] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3475.944723] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3475.945089] PKRU: 55555554 [ 3475.945235] Call Trace: [ 3475.945370] [ 3475.945486] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3475.945720] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3475.945961] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3475.946170] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3475.946376] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3475.946580] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3475.946816] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3475.947047] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3475.947326] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3475.947543] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3475.947801] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3475.948036] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3475.948265] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3475.948537] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3475.948800] [ 3475.948918] [ 3475.949035] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3475.949314] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3475.949571] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3475.949778] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3475.949976] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3475.950239] ? up_read (kernel/locking/rwsem.c:1622) [ 3475.950418] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3475.950657] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3475.950916] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3475.951169] __tcf_action_put (net/sched/act_api.c:377) [ 3475.951376] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3475.951590] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3475.951794] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3475.952071] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3475.952322] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3475.952565] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3475.952773] tcf_chain_flush (net/sched/cls_api.c:737) [ 3475.952976] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3475.953181] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3475.953443] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3475.953652] dev_shutdown (net/sched/sch_generic.c:1482) [ 3475.953845] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3475.954127] cleanup_net (net/core/net_namespace.c:633) [ 3475.954319] ? process_one_work (kernel/workqueue.c:2606) [ 3475.954541] process_one_work (kernel/workqueue.c:2633) [ 3475.954756] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3475.954956] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3475.955181] kthread (kernel/kthread.c:388) [ 3475.955353] ? __pfx_kthread (kernel/kthread.c:341) [ 3475.955552] ret_from_fork (arch/x86/kernel/process.c:147) [ 3475.955745] ? __pfx_kthread (kernel/kthread.c:341) [ 3475.955943] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3475.956157] | [ 3553.959508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3553.959846] rcu: 3-....: (2208013 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=503637 | [ 3553.960373] rcu: (t=2210622 jiffies g=658013 q=38 ncpus=4) [ 3553.961113] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3553.961701] Workqueue: netns cleanup_net [ 3553.961918] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3553.962210] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3553.963165] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3553.963439] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3553.963809] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3553.964175] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3553.964545] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3553.964914] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3553.965283] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3553.965699] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3553.966000] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3553.966370] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3553.966737] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3553.967105] PKRU: 55555554 [ 3553.967252] Call Trace: [ 3553.967388] [ 3553.967508] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3553.967744] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3553.967986] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3553.968195] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3553.968399] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3553.968635] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3553.968868] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3553.969148] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3553.969362] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3553.969614] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3553.969855] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3553.970084] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3553.970360] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3553.970626] [ 3553.970744] [ 3553.970859] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3553.971140] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3553.971397] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3553.971603] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3553.971804] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3553.972068] ? up_read (kernel/locking/rwsem.c:1622) [ 3553.972244] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3553.972484] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3553.972745] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3553.972998] __tcf_action_put (net/sched/act_api.c:377) [ 3553.973206] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3553.973418] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3553.973624] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3553.973903] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3553.974153] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3553.974396] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3553.974604] tcf_chain_flush (net/sched/cls_api.c:737) [ 3553.974811] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3553.975018] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3553.975281] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3553.975485] dev_shutdown (net/sched/sch_generic.c:1482) [ 3553.975677] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3553.975959] cleanup_net (net/core/net_namespace.c:633) [ 3553.976153] ? process_one_work (kernel/workqueue.c:2606) [ 3553.976378] process_one_work (kernel/workqueue.c:2633) [ 3553.976596] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3553.976796] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3553.977040] kthread (kernel/kthread.c:388) [ 3553.977212] ? __pfx_kthread (kernel/kthread.c:341) [ 3553.977424] ret_from_fork (arch/x86/kernel/process.c:147) [ 3553.977618] ? __pfx_kthread (kernel/kthread.c:341) [ 3553.977817] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3553.978028] | [ 3631.981507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3631.981837] rcu: 3-....: (2286018 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=521252 | [ 3631.982364] rcu: (t=2288644 jiffies g=658013 q=38 ncpus=4) [ 3631.983100] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3631.983714] Workqueue: netns cleanup_net [ 3631.983931] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3631.984220] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3631.985167] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3631.985440] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3631.985812] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3631.986178] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3631.986546] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3631.986914] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3631.987289] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3631.987704] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3631.988004] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3631.988373] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3631.988741] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3631.989106] PKRU: 55555554 [ 3631.989254] Call Trace: [ 3631.989389] [ 3631.989503] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3631.989740] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3631.989981] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3631.990190] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3631.990395] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3631.990602] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3631.990837] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3631.991069] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3631.991346] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3631.991566] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3631.991823] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3631.992059] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3631.992287] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3631.992565] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3631.992830] [ 3631.992946] [ 3631.993064] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3631.993342] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3631.993601] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3631.993805] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3631.994003] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3631.994266] ? up_read (kernel/locking/rwsem.c:1622) [ 3631.994443] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3631.994684] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3631.994944] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3631.995196] __tcf_action_put (net/sched/act_api.c:377) [ 3631.995402] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3631.995615] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3631.995824] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3631.996103] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3631.996356] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3631.996598] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3631.996809] tcf_chain_flush (net/sched/cls_api.c:737) [ 3631.997019] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3631.997224] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3631.997488] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3631.997695] dev_shutdown (net/sched/sch_generic.c:1482) [ 3631.997888] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3631.998174] cleanup_net (net/core/net_namespace.c:633) [ 3631.998368] ? process_one_work (kernel/workqueue.c:2606) [ 3631.998592] process_one_work (kernel/workqueue.c:2633) [ 3631.998804] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3631.999006] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3631.999233] kthread (kernel/kthread.c:388) [ 3631.999406] ? __pfx_kthread (kernel/kthread.c:341) [ 3631.999607] ret_from_fork (arch/x86/kernel/process.c:147) [ 3631.999801] ? __pfx_kthread (kernel/kthread.c:341) [ 3631.999999] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3632.000211] | [ 3710.003508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3710.003846] rcu: 3-....: (2364023 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=539571 | [ 3710.004373] rcu: (t=2366666 jiffies g=658013 q=38 ncpus=4) [ 3710.005108] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3710.005696] Workqueue: netns cleanup_net [ 3710.005913] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3710.006205] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3710.007164] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3710.007438] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3710.007809] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3710.008176] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3710.008547] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3710.008917] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3710.009286] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3710.009718] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3710.010019] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3710.010389] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3710.010757] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3710.011125] PKRU: 55555554 [ 3710.011270] Call Trace: [ 3710.011408] [ 3710.011522] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3710.011760] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3710.012003] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3710.012213] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3710.012418] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3710.012622] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3710.012860] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3710.013093] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3710.013373] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3710.013589] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3710.013842] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3710.014079] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3710.014308] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3710.014583] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3710.014846] [ 3710.014963] [ 3710.015080] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3710.015358] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3710.015617] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3710.015823] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3710.016022] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3710.016285] ? up_read (kernel/locking/rwsem.c:1622) [ 3710.016462] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3710.016709] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3710.016969] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3710.017222] __tcf_action_put (net/sched/act_api.c:377) [ 3710.017430] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3710.017643] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3710.017847] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3710.018128] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3710.018378] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3710.018622] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3710.018831] tcf_chain_flush (net/sched/cls_api.c:737) [ 3710.019038] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3710.019245] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3710.019509] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3710.019714] dev_shutdown (net/sched/sch_generic.c:1482) [ 3710.019907] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3710.020190] cleanup_net (net/core/net_namespace.c:633) [ 3710.020383] ? process_one_work (kernel/workqueue.c:2606) [ 3710.020609] process_one_work (kernel/workqueue.c:2633) [ 3710.020822] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3710.021022] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3710.021251] kthread (kernel/kthread.c:388) [ 3710.021423] ? __pfx_kthread (kernel/kthread.c:341) [ 3710.021624] ret_from_fork (arch/x86/kernel/process.c:147) [ 3710.021819] ? __pfx_kthread (kernel/kthread.c:341) [ 3710.022018] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3710.022230] | [ 3788.025507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3788.025843] rcu: 3-....: (2442028 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=556654 | [ 3788.026375] rcu: (t=2444688 jiffies g=658013 q=38 ncpus=4) [ 3788.027108] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3788.027696] Workqueue: netns cleanup_net [ 3788.027911] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3788.028203] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3788.029146] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3788.029420] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3788.029789] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3788.030157] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3788.030524] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3788.030893] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3788.031258] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3788.031676] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3788.031974] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3788.032340] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3788.032710] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3788.033076] PKRU: 55555554 [ 3788.033221] Call Trace: [ 3788.033355] [ 3788.033470] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3788.033709] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3788.033948] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3788.034158] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3788.034362] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3788.034598] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3788.034828] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3788.035108] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3788.035322] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3788.035578] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3788.035814] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3788.036041] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3788.036319] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3788.036583] [ 3788.036698] [ 3788.036814] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3788.037093] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3788.037349] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3788.037555] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3788.037751] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3788.038018] ? up_read (kernel/locking/rwsem.c:1622) [ 3788.038193] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3788.038430] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3788.038690] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3788.038942] __tcf_action_put (net/sched/act_api.c:377) [ 3788.039150] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3788.039363] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3788.039567] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3788.039844] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3788.040095] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3788.040337] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3788.040546] tcf_chain_flush (net/sched/cls_api.c:737) [ 3788.040749] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3788.040955] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3788.041219] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3788.041427] dev_shutdown (net/sched/sch_generic.c:1482) [ 3788.041619] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3788.041901] cleanup_net (net/core/net_namespace.c:633) [ 3788.042093] ? process_one_work (kernel/workqueue.c:2606) [ 3788.042319] process_one_work (kernel/workqueue.c:2633) [ 3788.042536] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3788.042736] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3788.042963] kthread (kernel/kthread.c:388) [ 3788.043134] ? __pfx_kthread (kernel/kthread.c:341) [ 3788.043333] ret_from_fork (arch/x86/kernel/process.c:147) [ 3788.043528] ? __pfx_kthread (kernel/kthread.c:341) [ 3788.043727] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3788.043942] | [ 3866.047506] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3866.047844] rcu: 3-....: (2520033 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=574345 | [ 3866.048370] rcu: (t=2522710 jiffies g=658013 q=38 ncpus=4) [ 3866.049123] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3866.049711] Workqueue: netns cleanup_net [ 3866.049927] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3866.050218] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3866.051166] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3866.051438] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3866.051807] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3866.052171] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3866.052540] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3866.052909] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3866.053278] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3866.053699] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3866.053998] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3866.054368] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3866.054735] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3866.055103] PKRU: 55555554 [ 3866.055249] Call Trace: [ 3866.055384] [ 3866.055498] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3866.055734] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3866.055980] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3866.056189] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3866.056393] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3866.056629] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3866.056862] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3866.057140] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3866.057355] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3866.057608] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3866.057845] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3866.058071] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3866.058347] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3866.058611] [ 3866.058728] [ 3866.058844] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3866.059123] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3866.059383] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3866.059588] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3866.059786] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3866.060049] ? up_read (kernel/locking/rwsem.c:1622) [ 3866.060227] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3866.060464] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3866.060725] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3866.060978] __tcf_action_put (net/sched/act_api.c:377) [ 3866.061185] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3866.061398] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3866.061601] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3866.061880] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3866.062131] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3866.062376] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3866.062584] tcf_chain_flush (net/sched/cls_api.c:737) [ 3866.062791] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3866.062998] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3866.063261] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3866.063467] dev_shutdown (net/sched/sch_generic.c:1482) [ 3866.063661] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3866.063944] cleanup_net (net/core/net_namespace.c:633) [ 3866.064137] ? process_one_work (kernel/workqueue.c:2606) [ 3866.064362] process_one_work (kernel/workqueue.c:2633) [ 3866.064575] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3866.064775] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3866.065003] kthread (kernel/kthread.c:388) [ 3866.065174] ? __pfx_kthread (kernel/kthread.c:341) [ 3866.065374] ret_from_fork (arch/x86/kernel/process.c:147) [ 3866.065569] ? __pfx_kthread (kernel/kthread.c:341) [ 3866.065768] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3866.065985] | [ 3944.069508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3944.069845] rcu: 3-....: (2598038 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=591254 | [ 3944.070374] rcu: (t=2600732 jiffies g=658013 q=38 ncpus=4) [ 3944.071116] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3944.071708] Workqueue: netns cleanup_net [ 3944.071924] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3944.072214] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3944.073169] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 3944.073443] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 3944.073815] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 3944.074184] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 3944.074552] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 3944.074922] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 3944.075293] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 3944.075716] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3944.076018] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 3944.076390] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3944.076761] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3944.077128] PKRU: 55555554 [ 3944.077276] Call Trace: [ 3944.077412] [ 3944.077527] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3944.077764] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3944.078006] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3944.078215] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3944.078420] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3944.078629] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3944.078864] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3944.079098] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3944.079380] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3944.079598] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3944.079849] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3944.080084] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3944.080313] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3944.080588] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3944.080852] [ 3944.080969] [ 3944.081086] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3944.081365] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3944.081623] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3944.081827] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3944.082025] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3944.082290] ? up_read (kernel/locking/rwsem.c:1622) [ 3944.082466] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3944.082707] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3944.082967] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3944.083223] __tcf_action_put (net/sched/act_api.c:377) [ 3944.083430] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3944.083642] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3944.083849] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3944.084127] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3944.084380] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3944.084624] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3944.084834] tcf_chain_flush (net/sched/cls_api.c:737) [ 3944.085038] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3944.085244] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3944.085511] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3944.085717] dev_shutdown (net/sched/sch_generic.c:1482) [ 3944.085909] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3944.086196] cleanup_net (net/core/net_namespace.c:633) [ 3944.086390] ? process_one_work (kernel/workqueue.c:2606) [ 3944.086613] process_one_work (kernel/workqueue.c:2633) [ 3944.086827] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3944.087034] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3944.087262] kthread (kernel/kthread.c:388) [ 3944.087434] ? __pfx_kthread (kernel/kthread.c:341) [ 3944.087635] ret_from_fork (arch/x86/kernel/process.c:147) [ 3944.087829] ? __pfx_kthread (kernel/kthread.c:341) [ 3944.088028] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3944.088240] | [ 4022.091508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4022.091844] rcu: 3-....: (2676043 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=609062 | [ 4022.092369] rcu: (t=2678754 jiffies g=658013 q=38 ncpus=4) [ 4022.093101] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4022.093686] Workqueue: netns cleanup_net [ 4022.093900] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4022.094192] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4022.095141] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4022.095417] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4022.095784] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4022.096153] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4022.096540] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4022.096911] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4022.097280] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4022.097698] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4022.097999] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4022.098366] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4022.098736] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4022.099102] PKRU: 55555554 [ 4022.099247] Call Trace: [ 4022.099382] [ 4022.099497] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4022.099733] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4022.099973] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4022.100183] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4022.100389] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4022.100594] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4022.100830] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4022.101062] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4022.101342] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4022.101559] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4022.101811] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4022.102047] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4022.102273] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4022.102550] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4022.102814] [ 4022.102930] [ 4022.103047] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4022.103327] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4022.103588] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4022.103793] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4022.103991] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4022.104256] ? up_read (kernel/locking/rwsem.c:1622) [ 4022.104432] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4022.104671] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4022.104933] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4022.105193] __tcf_action_put (net/sched/act_api.c:377) [ 4022.105402] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4022.105614] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4022.105818] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4022.106096] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4022.106348] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4022.106593] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4022.106801] tcf_chain_flush (net/sched/cls_api.c:737) [ 4022.107007] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4022.107214] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4022.107479] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4022.107685] dev_shutdown (net/sched/sch_generic.c:1482) [ 4022.107878] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4022.108160] cleanup_net (net/core/net_namespace.c:633) [ 4022.108354] ? process_one_work (kernel/workqueue.c:2606) [ 4022.108578] process_one_work (kernel/workqueue.c:2633) [ 4022.108791] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4022.108990] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4022.109217] kthread (kernel/kthread.c:388) [ 4022.109387] ? __pfx_kthread (kernel/kthread.c:341) [ 4022.109588] ret_from_fork (arch/x86/kernel/process.c:147) [ 4022.109781] ? __pfx_kthread (kernel/kthread.c:341) [ 4022.109979] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4022.110189] | [ 4100.113507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4100.113842] rcu: 3-....: (2754048 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=627793 | [ 4100.114362] rcu: (t=2756776 jiffies g=658013 q=38 ncpus=4) [ 4100.115100] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4100.115685] Workqueue: netns cleanup_net [ 4100.115897] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4100.116185] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4100.117128] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4100.117398] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4100.117767] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4100.118135] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4100.118502] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4100.118867] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4100.119236] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4100.119648] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4100.119943] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4100.120310] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4100.120675] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4100.121040] PKRU: 55555554 [ 4100.121184] Call Trace: [ 4100.121318] [ 4100.121433] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4100.121669] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4100.121908] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4100.122117] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4100.122325] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4100.122530] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4100.122764] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4100.122994] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4100.123271] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4100.123486] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4100.123739] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4100.123973] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4100.124200] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4100.124471] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4100.124740] [ 4100.124856] [ 4100.124973] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4100.125250] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4100.125505] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4100.125711] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4100.125908] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4100.126170] ? up_read (kernel/locking/rwsem.c:1622) [ 4100.126344] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4100.126583] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4100.126841] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4100.127092] __tcf_action_put (net/sched/act_api.c:377) [ 4100.127298] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4100.127512] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4100.127719] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4100.127995] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4100.128246] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4100.128488] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4100.128695] tcf_chain_flush (net/sched/cls_api.c:737) [ 4100.128897] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4100.129101] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4100.129363] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4100.129569] dev_shutdown (net/sched/sch_generic.c:1482) [ 4100.129760] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4100.130041] cleanup_net (net/core/net_namespace.c:633) [ 4100.130232] ? process_one_work (kernel/workqueue.c:2606) [ 4100.130454] process_one_work (kernel/workqueue.c:2633) [ 4100.130668] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4100.130866] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4100.131090] kthread (kernel/kthread.c:388) [ 4100.131260] ? __pfx_kthread (kernel/kthread.c:341) [ 4100.131458] ret_from_fork (arch/x86/kernel/process.c:147) [ 4100.131651] ? __pfx_kthread (kernel/kthread.c:341) [ 4100.131847] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4100.132061] | [ 4178.135517] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4178.135860] rcu: 3-....: (2832053 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=645565 | [ 4178.136384] rcu: (t=2834798 jiffies g=658013 q=38 ncpus=4) [ 4178.137121] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4178.137712] Workqueue: netns cleanup_net [ 4178.137927] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4178.138218] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4178.139166] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4178.139438] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4178.139809] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4178.140178] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4178.140549] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4178.140916] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4178.141287] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4178.141703] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4178.142000] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4178.142371] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4178.142740] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4178.143107] PKRU: 55555554 [ 4178.143253] Call Trace: [ 4178.143392] [ 4178.143510] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4178.143748] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4178.143989] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4178.144199] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4178.144411] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4178.144615] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4178.144851] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4178.145085] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4178.145367] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4178.145589] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4178.145842] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4178.146079] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4178.146305] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4178.146582] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4178.146846] [ 4178.146962] [ 4178.147078] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4178.147357] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4178.147615] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4178.147819] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4178.148017] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4178.148279] ? up_read (kernel/locking/rwsem.c:1622) [ 4178.148457] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4178.148697] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4178.148957] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4178.149210] __tcf_action_put (net/sched/act_api.c:377) [ 4178.149417] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4178.149629] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4178.149833] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4178.150112] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4178.150361] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4178.150606] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4178.150814] tcf_chain_flush (net/sched/cls_api.c:737) [ 4178.151021] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4178.151226] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4178.151491] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4178.151696] dev_shutdown (net/sched/sch_generic.c:1482) [ 4178.151887] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4178.152170] cleanup_net (net/core/net_namespace.c:633) [ 4178.152362] ? process_one_work (kernel/workqueue.c:2606) [ 4178.152588] process_one_work (kernel/workqueue.c:2633) [ 4178.152801] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4178.153000] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4178.153229] kthread (kernel/kthread.c:388) [ 4178.153400] ? __pfx_kthread (kernel/kthread.c:341) [ 4178.153601] ret_from_fork (arch/x86/kernel/process.c:147) [ 4178.153795] ? __pfx_kthread (kernel/kthread.c:341) [ 4178.153994] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4178.154207] | [ 4256.156514] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4256.156859] rcu: 3-....: (2910057 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=663161 | [ 4256.157383] rcu: (t=2912819 jiffies g=658013 q=38 ncpus=4) [ 4256.158119] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4256.158705] Workqueue: netns cleanup_net [ 4256.158926] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4256.159216] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4256.160167] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4256.160443] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4256.160811] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4256.161177] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4256.161545] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4256.161913] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4256.162285] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4256.162701] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4256.163001] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4256.163370] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4256.163738] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4256.164108] PKRU: 55555554 [ 4256.164254] Call Trace: [ 4256.164390] [ 4256.164504] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4256.164739] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4256.164979] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4256.165187] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4256.165391] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4256.165595] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4256.165829] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4256.166061] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4256.166339] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4256.166555] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4256.166806] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4256.167042] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4256.167270] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4256.167547] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4256.167810] [ 4256.167930] [ 4256.168048] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4256.168325] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4256.168583] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4256.168788] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4256.168985] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4256.169248] ? up_read (kernel/locking/rwsem.c:1622) [ 4256.169425] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4256.169664] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4256.169923] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4256.170174] __tcf_action_put (net/sched/act_api.c:377) [ 4256.170381] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4256.170593] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4256.170799] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4256.171078] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4256.171335] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4256.171576] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4256.171788] tcf_chain_flush (net/sched/cls_api.c:737) [ 4256.171992] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4256.172197] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4256.172463] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4256.172670] dev_shutdown (net/sched/sch_generic.c:1482) [ 4256.172862] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4256.173147] cleanup_net (net/core/net_namespace.c:633) [ 4256.173341] ? process_one_work (kernel/workqueue.c:2606) [ 4256.173564] process_one_work (kernel/workqueue.c:2633) [ 4256.173775] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4256.173983] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4256.174209] kthread (kernel/kthread.c:388) [ 4256.174382] ? __pfx_kthread (kernel/kthread.c:341) [ 4256.174582] ret_from_fork (arch/x86/kernel/process.c:147) [ 4256.174776] ? __pfx_kthread (kernel/kthread.c:341) [ 4256.174975] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4256.175188] | [ 4334.178507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4334.178842] rcu: 3-....: (2988062 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=680730 | [ 4334.179367] rcu: (t=2990841 jiffies g=658013 q=38 ncpus=4) [ 4334.180100] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4334.180684] Workqueue: netns cleanup_net [ 4334.180897] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4334.181185] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4334.182131] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4334.182401] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4334.182772] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4334.183140] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4334.183510] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4334.183877] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4334.184246] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4334.184661] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4334.184958] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4334.185326] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4334.185694] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4334.186059] PKRU: 55555554 [ 4334.186204] Call Trace: [ 4334.186338] [ 4334.186453] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4334.186689] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4334.186932] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4334.187141] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4334.187351] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4334.187555] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4334.187790] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4334.188022] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4334.188300] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4334.188517] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4334.188770] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4334.189005] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4334.189234] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4334.189507] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4334.189771] [ 4334.189887] [ 4334.190004] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4334.190282] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4334.190543] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4334.190750] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4334.190948] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4334.191211] ? up_read (kernel/locking/rwsem.c:1622) [ 4334.191386] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4334.191625] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4334.191884] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4334.192136] __tcf_action_put (net/sched/act_api.c:377) [ 4334.192343] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4334.192558] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4334.192762] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4334.193039] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4334.193291] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4334.193539] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4334.193748] tcf_chain_flush (net/sched/cls_api.c:737) [ 4334.193951] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4334.194156] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4334.194420] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4334.194628] dev_shutdown (net/sched/sch_generic.c:1482) [ 4334.194820] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4334.195103] cleanup_net (net/core/net_namespace.c:633) [ 4334.195296] ? process_one_work (kernel/workqueue.c:2606) [ 4334.195519] process_one_work (kernel/workqueue.c:2633) [ 4334.195734] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4334.195934] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4334.196159] kthread (kernel/kthread.c:388) [ 4334.196332] ? __pfx_kthread (kernel/kthread.c:341) [ 4334.196531] ret_from_fork (arch/x86/kernel/process.c:147) [ 4334.196724] ? __pfx_kthread (kernel/kthread.c:341) [ 4334.196923] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4334.197137] | [ 4412.199507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4412.199842] rcu: 3-....: (3066066 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=699103 | [ 4412.200363] rcu: (t=3068862 jiffies g=658013 q=38 ncpus=4) [ 4412.201100] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4412.201685] Workqueue: netns cleanup_net [ 4412.201903] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4412.202196] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4412.203146] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4412.203420] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4412.203785] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4412.204152] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4412.204520] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4412.204887] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4412.205252] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4412.205669] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4412.205967] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4412.206332] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4412.206699] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4412.207066] PKRU: 55555554 [ 4412.207210] Call Trace: [ 4412.207346] [ 4412.207469] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4412.207707] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4412.207946] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4412.208155] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4412.208359] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4412.208565] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4412.208798] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4412.209031] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4412.209308] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4412.209526] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4412.209777] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4412.210012] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4412.210240] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4412.210518] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4412.210780] [ 4412.210896] [ 4412.211013] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4412.211290] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4412.211547] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4412.211750] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4412.211947] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4412.212211] ? up_read (kernel/locking/rwsem.c:1622) [ 4412.212386] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4412.212630] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4412.212888] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4412.213144] __tcf_action_put (net/sched/act_api.c:377) [ 4412.213355] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4412.213569] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4412.213773] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4412.214051] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4412.214302] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4412.214546] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4412.214754] tcf_chain_flush (net/sched/cls_api.c:737) [ 4412.214957] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4412.215162] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4412.215425] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4412.215632] dev_shutdown (net/sched/sch_generic.c:1482) [ 4412.215823] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4412.216106] cleanup_net (net/core/net_namespace.c:633) [ 4412.216298] ? process_one_work (kernel/workqueue.c:2606) [ 4412.216520] process_one_work (kernel/workqueue.c:2633) [ 4412.216734] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4412.216933] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4412.217158] kthread (kernel/kthread.c:388) [ 4412.217329] ? __pfx_kthread (kernel/kthread.c:341) [ 4412.217529] ret_from_fork (arch/x86/kernel/process.c:147) [ 4412.217722] ? __pfx_kthread (kernel/kthread.c:341) [ 4412.217919] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4412.218133] | [ 4490.221508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4490.221848] rcu: 3-....: (3144071 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=716812 | [ 4490.222372] rcu: (t=3146884 jiffies g=658013 q=38 ncpus=4) [ 4490.223110] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4490.223698] Workqueue: netns cleanup_net [ 4490.223911] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4490.224204] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4490.225158] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4490.225432] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4490.225802] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4490.226171] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4490.226541] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4490.226909] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4490.227277] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4490.227696] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4490.227995] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4490.228362] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4490.228733] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4490.229102] PKRU: 55555554 [ 4490.229246] Call Trace: [ 4490.229381] [ 4490.229496] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4490.229734] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4490.229974] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4490.230184] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4490.230389] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4490.230626] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4490.230857] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4490.231138] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4490.231353] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4490.231606] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4490.231848] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4490.232074] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4490.232348] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4490.232613] [ 4490.232734] [ 4490.232852] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4490.233132] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4490.233389] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4490.233596] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4490.233792] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4490.234058] ? up_read (kernel/locking/rwsem.c:1622) [ 4490.234234] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4490.234470] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4490.234731] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4490.234984] __tcf_action_put (net/sched/act_api.c:377) [ 4490.235193] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4490.235406] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4490.235611] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4490.235889] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4490.236140] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4490.236384] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4490.236592] tcf_chain_flush (net/sched/cls_api.c:737) [ 4490.236796] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4490.237006] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4490.237271] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4490.237476] dev_shutdown (net/sched/sch_generic.c:1482) [ 4490.237668] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4490.237951] cleanup_net (net/core/net_namespace.c:633) [ 4490.238143] ? process_one_work (kernel/workqueue.c:2606) [ 4490.238367] process_one_work (kernel/workqueue.c:2633) [ 4490.238581] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4490.238781] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4490.239009] kthread (kernel/kthread.c:388) [ 4490.239180] ? __pfx_kthread (kernel/kthread.c:341) [ 4490.239378] ret_from_fork (arch/x86/kernel/process.c:147) [ 4490.239574] ? __pfx_kthread (kernel/kthread.c:341) [ 4490.239775] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4490.239988] | [ 4568.242508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4568.242848] rcu: 3-....: (3222075 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=735193 | [ 4568.243373] rcu: (t=3224905 jiffies g=658013 q=38 ncpus=4) [ 4568.244107] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4568.244697] Workqueue: netns cleanup_net [ 4568.244911] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4568.245200] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4568.246146] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4568.246418] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4568.246787] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4568.247152] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4568.247519] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4568.247886] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4568.248255] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4568.248673] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4568.248972] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4568.249339] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4568.249705] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4568.250072] PKRU: 55555554 [ 4568.250218] Call Trace: [ 4568.250353] [ 4568.250465] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4568.250703] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4568.250945] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4568.251153] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4568.251357] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4568.251561] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4568.251796] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4568.252028] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4568.252305] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4568.252525] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4568.252776] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4568.253013] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4568.253241] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4568.253515] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4568.253776] [ 4568.253893] [ 4568.254009] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4568.254290] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4568.254549] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4568.254753] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4568.254950] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4568.255211] ? up_read (kernel/locking/rwsem.c:1622) [ 4568.255392] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4568.255632] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4568.255891] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4568.256145] __tcf_action_put (net/sched/act_api.c:377) [ 4568.256351] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4568.256563] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4568.256765] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4568.257045] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4568.257295] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4568.257537] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4568.257746] tcf_chain_flush (net/sched/cls_api.c:737) [ 4568.257950] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4568.258155] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4568.258417] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4568.258622] dev_shutdown (net/sched/sch_generic.c:1482) [ 4568.258814] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4568.259097] cleanup_net (net/core/net_namespace.c:633) [ 4568.259289] ? process_one_work (kernel/workqueue.c:2606) [ 4568.259511] process_one_work (kernel/workqueue.c:2633) [ 4568.259723] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4568.259921] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4568.260149] kthread (kernel/kthread.c:388) [ 4568.260321] ? __pfx_kthread (kernel/kthread.c:341) [ 4568.260521] ret_from_fork (arch/x86/kernel/process.c:147) [ 4568.260719] ? __pfx_kthread (kernel/kthread.c:341) [ 4568.260917] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4568.261129] | [ 4646.264507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4646.264839] rcu: 3-....: (3300080 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=753589 | [ 4646.265363] rcu: (t=3302927 jiffies g=658013 q=38 ncpus=4) [ 4646.266094] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4646.266681] Workqueue: netns cleanup_net [ 4646.266896] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4646.267186] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4646.268137] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4646.268408] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4646.268778] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4646.269144] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4646.269513] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4646.269901] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4646.270272] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4646.270685] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4646.270985] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4646.271355] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4646.271722] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4646.272096] PKRU: 55555554 [ 4646.272243] Call Trace: [ 4646.272378] [ 4646.272492] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4646.272728] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4646.272973] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4646.273182] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4646.273387] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4646.273594] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4646.273828] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4646.274062] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4646.274340] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4646.274559] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4646.274811] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4646.275047] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4646.275277] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4646.275552] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4646.275815] [ 4646.275932] [ 4646.276049] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4646.276327] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4646.276585] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4646.276790] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4646.276987] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4646.277251] ? up_read (kernel/locking/rwsem.c:1622) [ 4646.277428] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4646.277667] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4646.277928] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4646.278181] __tcf_action_put (net/sched/act_api.c:377) [ 4646.278388] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4646.278600] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4646.278807] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4646.279085] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4646.279337] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4646.279579] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4646.279789] tcf_chain_flush (net/sched/cls_api.c:737) [ 4646.279992] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4646.280198] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4646.280461] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4646.280667] dev_shutdown (net/sched/sch_generic.c:1482) [ 4646.280859] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4646.281144] cleanup_net (net/core/net_namespace.c:633) [ 4646.281337] ? process_one_work (kernel/workqueue.c:2606) [ 4646.281557] process_one_work (kernel/workqueue.c:2633) [ 4646.281771] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4646.281981] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4646.282213] kthread (kernel/kthread.c:388) [ 4646.282394] ? __pfx_kthread (kernel/kthread.c:341) [ 4646.282595] ret_from_fork (arch/x86/kernel/process.c:147) [ 4646.282787] ? __pfx_kthread (kernel/kthread.c:341) [ 4646.282987] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4646.283199] | [ 4724.286519] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4724.286860] rcu: 3-....: (3378085 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=772242 | [ 4724.287383] rcu: (t=3380949 jiffies g=658013 q=38 ncpus=4) [ 4724.288117] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4724.288705] Workqueue: netns cleanup_net [ 4724.288922] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4724.289209] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4724.290154] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4724.290424] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4724.290793] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4724.291159] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4724.291526] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4724.291900] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4724.292269] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4724.292683] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4724.292983] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4724.293352] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4724.293720] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4724.294084] PKRU: 55555554 [ 4724.294230] Call Trace: [ 4724.294368] [ 4724.294486] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4724.294724] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4724.294961] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4724.295173] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4724.295377] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4724.295580] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4724.295816] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4724.296045] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4724.296326] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4724.296540] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4724.296792] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4724.297028] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4724.297253] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4724.297525] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4724.297789] [ 4724.297903] [ 4724.298019] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4724.298303] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4724.298560] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4724.298764] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4724.298961] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4724.299223] ? up_read (kernel/locking/rwsem.c:1622) [ 4724.299398] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4724.299635] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4724.299896] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4724.300146] __tcf_action_put (net/sched/act_api.c:377) [ 4724.300354] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4724.300566] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4724.300769] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4724.301045] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4724.301295] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4724.301537] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4724.301750] tcf_chain_flush (net/sched/cls_api.c:737) [ 4724.301952] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4724.302160] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4724.302422] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4724.302628] dev_shutdown (net/sched/sch_generic.c:1482) [ 4724.302819] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4724.303099] cleanup_net (net/core/net_namespace.c:633) [ 4724.303291] ? process_one_work (kernel/workqueue.c:2606) [ 4724.303514] process_one_work (kernel/workqueue.c:2633) [ 4724.303725] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4724.303924] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4724.304150] kthread (kernel/kthread.c:388) [ 4724.304318] ? __pfx_kthread (kernel/kthread.c:341) [ 4724.304517] ret_from_fork (arch/x86/kernel/process.c:147) [ 4724.304709] ? __pfx_kthread (kernel/kthread.c:341) [ 4724.304908] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4724.305120] | [ 4802.307507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4802.307855] rcu: 3-....: (3456089 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=788998 | [ 4802.308379] rcu: (t=3458970 jiffies g=658013 q=38 ncpus=4) [ 4802.309117] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4802.309704] Workqueue: netns cleanup_net [ 4802.309928] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4802.310216] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4802.311167] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4802.311442] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4802.311816] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4802.312183] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4802.312551] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4802.312921] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4802.313291] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4802.313706] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4802.314007] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4802.314377] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4802.314746] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4802.315118] PKRU: 55555554 [ 4802.315265] Call Trace: [ 4802.315401] [ 4802.315517] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4802.315751] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4802.315993] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4802.316205] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4802.316411] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4802.316647] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4802.316880] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4802.317159] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4802.317375] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4802.317627] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4802.317862] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4802.318091] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4802.318367] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4802.318633] [ 4802.318750] [ 4802.318868] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4802.319147] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4802.319404] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4802.319610] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4802.319808] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4802.320072] ? up_read (kernel/locking/rwsem.c:1622) [ 4802.320249] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4802.320492] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4802.320753] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4802.321004] __tcf_action_put (net/sched/act_api.c:377) [ 4802.321216] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4802.321428] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4802.321634] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4802.321913] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4802.322165] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4802.322405] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4802.322618] tcf_chain_flush (net/sched/cls_api.c:737) [ 4802.322821] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4802.323026] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4802.323290] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4802.323496] dev_shutdown (net/sched/sch_generic.c:1482) [ 4802.323695] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4802.323992] cleanup_net (net/core/net_namespace.c:633) [ 4802.324185] ? process_one_work (kernel/workqueue.c:2606) [ 4802.324405] process_one_work (kernel/workqueue.c:2633) [ 4802.324619] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4802.324820] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4802.325046] kthread (kernel/kthread.c:388) [ 4802.325219] ? __pfx_kthread (kernel/kthread.c:341) [ 4802.325418] ret_from_fork (arch/x86/kernel/process.c:147) [ 4802.325613] ? __pfx_kthread (kernel/kthread.c:341) [ 4802.325811] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4802.326023] | [ 4880.329508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4880.329841] rcu: 3-....: (3534094 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=806450 | [ 4880.330362] rcu: (t=3536992 jiffies g=658013 q=38 ncpus=4) [ 4880.331103] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4880.331685] Workqueue: netns cleanup_net [ 4880.331903] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4880.332192] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4880.333137] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4880.333407] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4880.333775] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4880.334144] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4880.334512] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4880.334877] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4880.335246] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4880.335665] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4880.335962] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4880.336329] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4880.336696] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4880.337063] PKRU: 55555554 [ 4880.337207] Call Trace: [ 4880.337343] [ 4880.337465] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4880.337702] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4880.337942] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4880.338150] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4880.338353] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4880.338556] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4880.338791] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4880.339023] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4880.339301] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4880.339519] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4880.339771] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4880.340006] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4880.340232] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4880.340508] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4880.340773] [ 4880.340893] [ 4880.341010] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4880.341288] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4880.341545] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4880.341749] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4880.341947] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4880.342209] ? up_read (kernel/locking/rwsem.c:1622) [ 4880.342384] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4880.342623] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4880.342882] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4880.343133] __tcf_action_put (net/sched/act_api.c:377) [ 4880.343343] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4880.343555] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4880.343759] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4880.344037] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4880.344287] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4880.344527] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4880.344738] tcf_chain_flush (net/sched/cls_api.c:737) [ 4880.344943] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4880.345147] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4880.345410] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4880.345616] dev_shutdown (net/sched/sch_generic.c:1482) [ 4880.345806] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4880.346089] cleanup_net (net/core/net_namespace.c:633) [ 4880.346280] ? process_one_work (kernel/workqueue.c:2606) [ 4880.346503] process_one_work (kernel/workqueue.c:2633) [ 4880.346715] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4880.346915] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4880.347141] kthread (kernel/kthread.c:388) [ 4880.347313] ? __pfx_kthread (kernel/kthread.c:341) [ 4880.347511] ret_from_fork (arch/x86/kernel/process.c:147) [ 4880.347706] ? __pfx_kthread (kernel/kthread.c:341) [ 4880.347904] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4880.348116] | [ 4958.351508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4958.351843] rcu: 3-....: (3612099 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=825194 | [ 4958.352368] rcu: (t=3615014 jiffies g=658013 q=38 ncpus=4) [ 4958.353121] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4958.353716] Workqueue: netns cleanup_net [ 4958.353932] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4958.354223] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4958.355177] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 4958.355454] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 4958.355827] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 4958.356196] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 4958.356568] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 4958.356935] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 4958.357306] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 4958.357725] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4958.358024] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 4958.358401] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4958.358772] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4958.359141] PKRU: 55555554 [ 4958.359288] Call Trace: [ 4958.359424] [ 4958.359541] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4958.359779] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4958.360019] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4958.360231] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4958.360443] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4958.360680] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4958.360913] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4958.361194] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4958.361413] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4958.361667] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4958.361903] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4958.362133] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4958.362407] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4958.362673] [ 4958.362790] [ 4958.362908] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4958.363188] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4958.363447] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4958.363656] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4958.363857] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4958.364121] ? up_read (kernel/locking/rwsem.c:1622) [ 4958.364298] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4958.364538] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4958.364798] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4958.365051] __tcf_action_put (net/sched/act_api.c:377) [ 4958.365259] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4958.365474] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4958.365681] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4958.365960] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4958.366214] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4958.366459] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4958.366670] tcf_chain_flush (net/sched/cls_api.c:737) [ 4958.366875] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4958.367082] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4958.367346] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4958.367557] dev_shutdown (net/sched/sch_generic.c:1482) [ 4958.367750] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4958.368036] cleanup_net (net/core/net_namespace.c:633) [ 4958.368229] ? process_one_work (kernel/workqueue.c:2606) [ 4958.368452] process_one_work (kernel/workqueue.c:2633) [ 4958.368670] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4958.368872] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4958.369102] kthread (kernel/kthread.c:388) [ 4958.369276] ? __pfx_kthread (kernel/kthread.c:341) [ 4958.369475] ret_from_fork (arch/x86/kernel/process.c:147) [ 4958.369670] ? __pfx_kthread (kernel/kthread.c:341) [ 4958.369869] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4958.370084] | [ 5036.373508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5036.373858] rcu: 3-....: (3690104 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=842973 | [ 5036.374371] rcu: (t=3693036 jiffies g=658013 q=38 ncpus=4) [ 5036.375086] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5036.375659] Workqueue: netns cleanup_net [ 5036.375866] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5036.376150] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5036.377069] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5036.377336] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5036.377693] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5036.378052] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5036.378411] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5036.378770] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5036.379128] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5036.379539] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5036.379830] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5036.380212] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5036.380579] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5036.380946] PKRU: 55555554 [ 5036.381090] Call Trace: [ 5036.381235] [ 5036.381346] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5036.381577] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5036.381811] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5036.382014] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5036.382215] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5036.382412] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5036.382642] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5036.382868] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5036.383139] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5036.383347] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5036.383592] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5036.383821] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5036.384041] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5036.384321] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5036.384578] [ 5036.384691] [ 5036.384804] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5036.385089] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5036.385339] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5036.385540] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5036.385732] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5036.385986] ? up_read (kernel/locking/rwsem.c:1622) [ 5036.386158] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5036.386390] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5036.386643] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5036.386888] __tcf_action_put (net/sched/act_api.c:377) [ 5036.387091] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5036.387297] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5036.387495] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5036.387766] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5036.388010] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5036.388246] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5036.388447] tcf_chain_flush (net/sched/cls_api.c:737) [ 5036.388654] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5036.388855] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5036.389112] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5036.389312] dev_shutdown (net/sched/sch_generic.c:1482) [ 5036.389499] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5036.389774] cleanup_net (net/core/net_namespace.c:633) [ 5036.389961] ? process_one_work (kernel/workqueue.c:2606) [ 5036.390206] process_one_work (kernel/workqueue.c:2633) [ 5036.390417] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5036.390617] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5036.390845] kthread (kernel/kthread.c:388) [ 5036.391016] ? __pfx_kthread (kernel/kthread.c:341) [ 5036.391216] ret_from_fork (arch/x86/kernel/process.c:147) [ 5036.391414] ? __pfx_kthread (kernel/kthread.c:341) [ 5036.391609] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5036.391815] | [ 5114.394508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5114.394830] rcu: 3-....: (3768108 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=860718 | [ 5114.395318] rcu: (t=3771057 jiffies g=658013 q=38 ncpus=4) [ 5114.396000] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5114.396543] Workqueue: netns cleanup_net [ 5114.396743] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5114.397013] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5114.397889] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5114.398143] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5114.398483] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5114.398828] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5114.399169] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5114.399509] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5114.399886] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5114.400308] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5114.400609] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5114.400981] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5114.401345] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5114.401704] PKRU: 55555554 [ 5114.401845] Call Trace: [ 5114.401978] [ 5114.402091] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5114.402322] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5114.402561] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5114.402757] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5114.402947] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5114.403166] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5114.403380] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5114.403639] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5114.403840] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5114.404073] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5114.404291] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5114.404503] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5114.404761] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5114.405005] [ 5114.405113] [ 5114.405222] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5114.405480] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5114.405719] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5114.405910] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5114.406094] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5114.406338] ? up_read (kernel/locking/rwsem.c:1622) [ 5114.406499] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5114.406721] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5114.406961] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5114.407195] __tcf_action_put (net/sched/act_api.c:377) [ 5114.407386] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5114.407586] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5114.407775] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5114.408030] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5114.408264] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5114.408489] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5114.408682] tcf_chain_flush (net/sched/cls_api.c:737) [ 5114.408871] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5114.409061] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5114.409306] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5114.409497] dev_shutdown (net/sched/sch_generic.c:1482) [ 5114.409696] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5114.409979] cleanup_net (net/core/net_namespace.c:633) [ 5114.410172] ? process_one_work (kernel/workqueue.c:2606) [ 5114.410394] process_one_work (kernel/workqueue.c:2633) [ 5114.410611] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5114.410810] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5114.411035] kthread (kernel/kthread.c:388) [ 5114.411194] ? __pfx_kthread (kernel/kthread.c:341) [ 5114.411377] ret_from_fork (arch/x86/kernel/process.c:147) [ 5114.411557] ? __pfx_kthread (kernel/kthread.c:341) [ 5114.411740] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5114.411939] | [ 5192.415518] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5192.415854] rcu: 3-....: (3846113 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=877245 | [ 5192.416367] rcu: (t=3849078 jiffies g=658013 q=38 ncpus=4) [ 5192.417086] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5192.417659] Workqueue: netns cleanup_net [ 5192.417873] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5192.418156] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5192.419081] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5192.419353] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5192.419716] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5192.420073] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5192.420434] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5192.420794] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5192.421155] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5192.421559] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5192.421851] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5192.422211] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5192.422569] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5192.422927] PKRU: 55555554 [ 5192.423069] Call Trace: [ 5192.423207] [ 5192.423323] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5192.423553] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5192.423795] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5192.423999] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5192.424203] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5192.424403] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5192.424631] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5192.424857] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5192.425128] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5192.425341] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5192.425587] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5192.425816] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5192.426040] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5192.426307] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5192.426563] [ 5192.426676] [ 5192.426791] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5192.427066] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5192.427316] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5192.427517] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5192.427711] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5192.427967] ? up_read (kernel/locking/rwsem.c:1622) [ 5192.428136] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5192.428369] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5192.428622] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5192.428867] __tcf_action_put (net/sched/act_api.c:377) [ 5192.429067] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5192.429278] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5192.429477] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5192.429747] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5192.429991] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5192.430227] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5192.430429] tcf_chain_flush (net/sched/cls_api.c:737) [ 5192.430628] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5192.430827] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5192.431081] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5192.431282] dev_shutdown (net/sched/sch_generic.c:1482) [ 5192.431468] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5192.431745] cleanup_net (net/core/net_namespace.c:633) [ 5192.431933] ? process_one_work (kernel/workqueue.c:2606) [ 5192.432146] process_one_work (kernel/workqueue.c:2633) [ 5192.432355] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5192.432549] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5192.432768] kthread (kernel/kthread.c:388) [ 5192.432935] ? __pfx_kthread (kernel/kthread.c:341) [ 5192.433127] ret_from_fork (arch/x86/kernel/process.c:147) [ 5192.433316] ? __pfx_kthread (kernel/kthread.c:341) [ 5192.433508] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5192.433716] | [ 5270.437507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5270.437857] rcu: 3-....: (3924118 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=895356 | [ 5270.438387] rcu: (t=3927100 jiffies g=658013 q=38 ncpus=4) [ 5270.439129] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5270.439711] Workqueue: netns cleanup_net [ 5270.439937] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5270.440228] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5270.441176] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5270.441448] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5270.441817] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5270.442182] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5270.442550] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5270.442918] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5270.443286] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5270.443701] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5270.444001] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5270.444370] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5270.444736] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5270.445103] PKRU: 55555554 [ 5270.445249] Call Trace: [ 5270.445385] [ 5270.445499] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5270.445736] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5270.445977] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5270.446186] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5270.446391] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5270.446596] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5270.446831] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5270.447064] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5270.447342] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5270.447559] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5270.447810] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5270.448046] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5270.448275] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5270.448550] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5270.448813] [ 5270.448934] [ 5270.449051] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5270.449329] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5270.449586] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5270.449790] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5270.449988] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5270.450249] ? up_read (kernel/locking/rwsem.c:1622) [ 5270.450425] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5270.450667] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5270.450926] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5270.451179] __tcf_action_put (net/sched/act_api.c:377) [ 5270.451386] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5270.451597] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5270.451801] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5270.452080] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5270.452332] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5270.452573] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5270.452783] tcf_chain_flush (net/sched/cls_api.c:737) [ 5270.452988] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5270.453191] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5270.453455] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5270.453660] dev_shutdown (net/sched/sch_generic.c:1482) [ 5270.453851] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5270.454136] cleanup_net (net/core/net_namespace.c:633) [ 5270.454328] ? process_one_work (kernel/workqueue.c:2606) [ 5270.454549] process_one_work (kernel/workqueue.c:2633) [ 5270.454761] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5270.454962] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5270.455187] kthread (kernel/kthread.c:388) [ 5270.455360] ? __pfx_kthread (kernel/kthread.c:341) [ 5270.455559] ret_from_fork (arch/x86/kernel/process.c:147) [ 5270.455751] ? __pfx_kthread (kernel/kthread.c:341) [ 5270.455949] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5270.456160] | [ 5348.458508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5348.458851] rcu: 3-....: (4002122 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=913867 | [ 5348.459379] rcu: (t=4005121 jiffies g=658013 q=38 ncpus=4) [ 5348.460124] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5348.460715] Workqueue: netns cleanup_net [ 5348.460938] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5348.461230] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5348.462186] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5348.462459] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5348.462831] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5348.463201] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5348.463569] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5348.463939] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5348.464310] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5348.464726] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5348.465027] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5348.465399] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5348.465770] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5348.466137] PKRU: 55555554 [ 5348.466284] Call Trace: [ 5348.466421] [ 5348.466546] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5348.466789] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5348.467029] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5348.467241] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5348.467446] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5348.467651] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5348.467888] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5348.468119] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5348.468402] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5348.468624] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5348.468876] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5348.469114] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5348.469341] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5348.469617] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5348.469882] [ 5348.469997] [ 5348.470114] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5348.470396] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5348.470654] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5348.470865] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5348.471063] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5348.471327] ? up_read (kernel/locking/rwsem.c:1622) [ 5348.471504] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5348.471741] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5348.472002] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5348.472252] __tcf_action_put (net/sched/act_api.c:377) [ 5348.472466] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5348.472680] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5348.472884] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5348.473165] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5348.473418] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5348.473667] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5348.473876] tcf_chain_flush (net/sched/cls_api.c:737) [ 5348.474081] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5348.474289] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5348.474555] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5348.474762] dev_shutdown (net/sched/sch_generic.c:1482) [ 5348.474954] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5348.475237] cleanup_net (net/core/net_namespace.c:633) [ 5348.475429] ? process_one_work (kernel/workqueue.c:2606) [ 5348.475655] process_one_work (kernel/workqueue.c:2633) [ 5348.475869] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5348.476069] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5348.476298] kthread (kernel/kthread.c:388) [ 5348.476469] ? __pfx_kthread (kernel/kthread.c:341) [ 5348.476671] ret_from_fork (arch/x86/kernel/process.c:147) [ 5348.476865] ? __pfx_kthread (kernel/kthread.c:341) [ 5348.477065] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5348.477276] | [ 5426.480507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5426.480847] rcu: 3-....: (4080127 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=931712 | [ 5426.481374] rcu: (t=4083143 jiffies g=658013 q=39 ncpus=4) [ 5426.482106] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5426.482693] Workqueue: netns cleanup_net [ 5426.482905] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5426.483197] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5426.484145] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5426.484420] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5426.484789] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5426.485158] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5426.485527] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5426.485895] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5426.486262] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5426.486679] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5426.486978] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5426.487344] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5426.487714] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5426.488083] PKRU: 55555554 [ 5426.488232] Call Trace: [ 5426.488367] [ 5426.488482] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5426.488720] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5426.488961] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5426.489170] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5426.489376] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5426.489580] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5426.489816] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5426.490047] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5426.490327] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5426.490543] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5426.490796] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5426.491033] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5426.491259] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5426.491536] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5426.491798] [ 5426.491914] [ 5426.492030] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5426.492313] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5426.492573] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5426.492777] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5426.492975] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5426.493239] ? up_read (kernel/locking/rwsem.c:1622) [ 5426.493415] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5426.493655] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5426.493916] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5426.494168] __tcf_action_put (net/sched/act_api.c:377) [ 5426.494376] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5426.494589] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5426.494793] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5426.495072] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5426.495324] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5426.495569] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5426.495777] tcf_chain_flush (net/sched/cls_api.c:737) [ 5426.495982] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5426.496190] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5426.496454] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5426.496660] dev_shutdown (net/sched/sch_generic.c:1482) [ 5426.496852] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5426.497133] cleanup_net (net/core/net_namespace.c:633) [ 5426.497326] ? process_one_work (kernel/workqueue.c:2606) [ 5426.497552] process_one_work (kernel/workqueue.c:2633) [ 5426.497764] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5426.497964] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5426.498197] kthread (kernel/kthread.c:388) [ 5426.498368] ? __pfx_kthread (kernel/kthread.c:341) [ 5426.498570] ret_from_fork (arch/x86/kernel/process.c:147) [ 5426.498763] ? __pfx_kthread (kernel/kthread.c:341) [ 5426.498962] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5426.499173] | [ 5504.502507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5504.502862] rcu: 3-....: (4158132 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=948790 | [ 5504.503388] rcu: (t=4161165 jiffies g=658013 q=39 ncpus=4) [ 5504.504123] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5504.504712] Workqueue: netns cleanup_net [ 5504.504928] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5504.505218] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5504.506167] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5504.506440] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5504.506811] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5504.507178] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5504.507550] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5504.507924] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5504.508294] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5504.508709] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5504.509009] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5504.509379] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5504.509748] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5504.510116] PKRU: 55555554 [ 5504.510263] Call Trace: [ 5504.510398] [ 5504.510514] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5504.510751] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5504.510993] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5504.511202] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5504.511408] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5504.511616] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5504.511851] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5504.512083] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5504.512362] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5504.512580] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5504.512831] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5504.513067] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5504.513296] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5504.513571] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5504.513836] [ 5504.513953] [ 5504.514070] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5504.514354] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5504.514619] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5504.514835] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5504.515032] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5504.515298] ? up_read (kernel/locking/rwsem.c:1622) [ 5504.515473] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5504.515714] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5504.515974] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5504.516227] __tcf_action_put (net/sched/act_api.c:377) [ 5504.516434] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5504.516646] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5504.516853] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5504.517131] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5504.517384] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5504.517627] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5504.517844] tcf_chain_flush (net/sched/cls_api.c:737) [ 5504.518049] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5504.518255] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5504.518525] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5504.518732] dev_shutdown (net/sched/sch_generic.c:1482) [ 5504.518924] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5504.519212] cleanup_net (net/core/net_namespace.c:633) [ 5504.519405] ? process_one_work (kernel/workqueue.c:2606) [ 5504.519629] process_one_work (kernel/workqueue.c:2633) [ 5504.519842] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5504.520044] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5504.520277] kthread (kernel/kthread.c:388) [ 5504.520449] ? __pfx_kthread (kernel/kthread.c:341) [ 5504.520649] ret_from_fork (arch/x86/kernel/process.c:147) [ 5504.520844] ? __pfx_kthread (kernel/kthread.c:341) [ 5504.521043] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5504.521255] | [ 5582.524508] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5582.524853] rcu: 3-....: (4236137 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=966191 | [ 5582.525373] rcu: (t=4239187 jiffies g=658013 q=39 ncpus=4) [ 5582.526101] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5582.526681] Workqueue: netns cleanup_net [ 5582.526893] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5582.527182] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5582.528128] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5582.528399] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5582.528766] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5582.529133] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5582.529499] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5582.529868] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5582.530235] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5582.530651] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5582.530947] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5582.531313] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5582.531681] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5582.532051] PKRU: 55555554 [ 5582.532195] Call Trace: [ 5582.532330] [ 5582.532443] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5582.532680] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5582.532917] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5582.533129] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5582.533333] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5582.533568] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5582.533798] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5582.534075] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5582.534291] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5582.534543] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5582.534778] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5582.535009] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5582.535281] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5582.535545] [ 5582.535661] [ 5582.535778] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5582.536055] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5582.536311] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5582.536517] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5582.536714] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5582.536976] ? up_read (kernel/locking/rwsem.c:1622) [ 5582.537151] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5582.537393] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5582.537661] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5582.537912] __tcf_action_put (net/sched/act_api.c:377) [ 5582.538117] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5582.538336] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5582.538541] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5582.538816] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5582.539066] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5582.539313] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5582.539521] tcf_chain_flush (net/sched/cls_api.c:737) [ 5582.539724] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5582.539927] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5582.540190] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5582.540396] dev_shutdown (net/sched/sch_generic.c:1482) [ 5582.540587] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5582.540869] cleanup_net (net/core/net_namespace.c:633) [ 5582.541061] ? process_one_work (kernel/workqueue.c:2606) [ 5582.541282] process_one_work (kernel/workqueue.c:2633) [ 5582.541497] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5582.541697] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5582.541920] kthread (kernel/kthread.c:388) [ 5582.542092] ? __pfx_kthread (kernel/kthread.c:341) [ 5582.542289] ret_from_fork (arch/x86/kernel/process.c:147) [ 5582.542482] ? __pfx_kthread (kernel/kthread.c:341) [ 5582.542681] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5582.542892] | [ 5660.546522] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5660.546875] rcu: 3-....: (4314142 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=983913 | [ 5660.547403] rcu: (t=4317209 jiffies g=658013 q=39 ncpus=4) [ 5660.548142] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5660.548731] Workqueue: netns cleanup_net [ 5660.548947] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5660.549237] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5660.550186] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5660.550457] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5660.550831] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5660.551200] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5660.551571] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5660.551936] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5660.552308] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5660.552727] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5660.553024] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5660.553401] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5660.553771] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5660.554139] PKRU: 55555554 [ 5660.554284] Call Trace: [ 5660.554423] [ 5660.554543] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5660.554780] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5660.555021] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5660.555231] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5660.555436] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5660.555639] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5660.555876] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5660.556111] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5660.556390] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5660.556606] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5660.556859] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5660.557100] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5660.557326] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5660.557602] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5660.557870] [ 5660.557986] [ 5660.558102] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5660.558382] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5660.558641] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5660.558845] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5660.559043] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5660.559306] ? up_read (kernel/locking/rwsem.c:1622) [ 5660.559483] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5660.559723] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5660.559983] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5660.560236] __tcf_action_put (net/sched/act_api.c:377) [ 5660.560442] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5660.560656] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5660.560860] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5660.561139] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5660.561389] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5660.561634] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5660.561842] tcf_chain_flush (net/sched/cls_api.c:737) [ 5660.562049] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5660.562255] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5660.562520] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5660.562726] dev_shutdown (net/sched/sch_generic.c:1482) [ 5660.562918] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5660.563200] cleanup_net (net/core/net_namespace.c:633) [ 5660.563393] ? process_one_work (kernel/workqueue.c:2606) [ 5660.563619] process_one_work (kernel/workqueue.c:2633) [ 5660.563832] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5660.564032] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5660.564261] kthread (kernel/kthread.c:388) [ 5660.564433] ? __pfx_kthread (kernel/kthread.c:341) [ 5660.564635] ret_from_fork (arch/x86/kernel/process.c:147) [ 5660.564828] ? __pfx_kthread (kernel/kthread.c:341) [ 5660.565027] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5660.565239] | [ 5738.568507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5738.568870] rcu: 3-....: (4392147 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=1001345 | [ 5738.569397] rcu: (t=4395231 jiffies g=658013 q=39 ncpus=4) [ 5738.570131] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5738.570715] Workqueue: netns cleanup_net [ 5738.570936] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5738.571225] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5738.572168] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5738.572440] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5738.572809] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5738.573173] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5738.573540] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5738.573907] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5738.574276] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5738.574688] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5738.574987] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5738.575354] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5738.575720] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5738.576086] PKRU: 55555554 [ 5738.576234] Call Trace: [ 5738.576369] [ 5738.576486] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5738.576724] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5738.576966] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5738.577176] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5738.577381] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5738.577588] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5738.577822] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5738.578055] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5738.578333] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5738.578552] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5738.578804] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5738.579044] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5738.579278] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5738.579552] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5738.579816] [ 5738.579932] [ 5738.580049] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5738.580328] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5738.580587] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5738.580791] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5738.580988] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5738.581258] ? up_read (kernel/locking/rwsem.c:1622) [ 5738.581435] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5738.581675] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5738.581940] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5738.582193] __tcf_action_put (net/sched/act_api.c:377) [ 5738.582401] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5738.582613] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5738.582820] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5738.583098] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5738.583350] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5738.583593] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5738.583803] tcf_chain_flush (net/sched/cls_api.c:737) [ 5738.584007] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5738.584213] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5738.584478] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5738.584685] dev_shutdown (net/sched/sch_generic.c:1482) [ 5738.584877] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5738.585163] cleanup_net (net/core/net_namespace.c:633) [ 5738.585356] ? process_one_work (kernel/workqueue.c:2606) [ 5738.585578] process_one_work (kernel/workqueue.c:2633) [ 5738.585792] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5738.585993] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5738.586220] kthread (kernel/kthread.c:388) [ 5738.586392] ? __pfx_kthread (kernel/kthread.c:341) [ 5738.586599] ret_from_fork (arch/x86/kernel/process.c:147) [ 5738.586793] ? __pfx_kthread (kernel/kthread.c:341) [ 5738.586992] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5738.587204] | [ 5816.589511] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5816.589981] rcu: 3-....: (4470151 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=1017795 | [ 5816.590680] rcu: (t=4473253 jiffies g=658013 q=40 ncpus=4) [ 5816.591655] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5816.592449] Workqueue: netns cleanup_net [ 5816.592729] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5816.593101] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5816.594388] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5816.594763] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5816.595263] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5816.595769] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5816.596297] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5816.596804] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5816.597315] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5816.597891] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5816.598305] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5816.598815] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5816.599317] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5816.599825] PKRU: 55555554 [ 5816.600025] Call Trace: [ 5816.600212] [ 5816.600364] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5816.600688] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5816.601017] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5816.601300] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5816.601578] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5816.601866] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5816.602183] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5816.602535] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5816.602979] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5816.603321] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5816.603723] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5816.604099] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5816.604469] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5816.604903] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5816.605252] [ 5816.605407] [ 5816.605564] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5816.605932] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5816.606300] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5816.606585] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5816.606850] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5816.607201] ? up_read (kernel/locking/rwsem.c:1622) [ 5816.607443] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5816.607760] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5816.608107] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5816.608441] __tcf_action_put (net/sched/act_api.c:377) [ 5816.608716] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5816.609005] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5816.609286] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5816.609653] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5816.609994] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5816.610323] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5816.610604] tcf_chain_flush (net/sched/cls_api.c:737) [ 5816.610880] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5816.611161] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5816.611517] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5816.611801] dev_shutdown (net/sched/sch_generic.c:1482) [ 5816.612061] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5816.612436] cleanup_net (net/core/net_namespace.c:633) [ 5816.612707] ? process_one_work (kernel/workqueue.c:2606) [ 5816.613012] process_one_work (kernel/workqueue.c:2633) [ 5816.613305] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5816.613577] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5816.613885] kthread (kernel/kthread.c:388) [ 5816.614119] ? __pfx_kthread (kernel/kthread.c:341) [ 5816.614395] ret_from_fork (arch/x86/kernel/process.c:147) [ 5816.614661] ? __pfx_kthread (kernel/kthread.c:341) [ 5816.614932] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5816.615221] | [ 5894.617518] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5894.617837] rcu: 3-....: (4548155 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=1035457 | [ 5894.618330] rcu: (t=4551280 jiffies g=658013 q=40 ncpus=4) [ 5894.619020] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5894.619569] Workqueue: netns cleanup_net [ 5894.619773] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5894.620044] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5894.620927] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5894.621181] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5894.621526] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5894.621891] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5894.622234] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5894.622575] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5894.622920] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5894.623309] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5894.623587] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5894.623930] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5894.624273] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5894.624617] PKRU: 55555554 [ 5894.624752] Call Trace: [ 5894.624879] [ 5894.624998] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5894.625219] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5894.625443] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5894.625638] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5894.625853] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5894.626056] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5894.626294] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5894.626529] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5894.626809] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5894.627034] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5894.627268] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5894.627488] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5894.627700] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5894.627956] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5894.628200] [ 5894.628308] [ 5894.628416] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5894.628676] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5894.628915] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5894.629104] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5894.629289] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5894.629534] ? up_read (kernel/locking/rwsem.c:1622) [ 5894.629698] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5894.629920] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5894.630162] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5894.630396] __tcf_action_put (net/sched/act_api.c:377) [ 5894.630593] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5894.630790] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5894.630980] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5894.631240] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5894.631473] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5894.631698] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5894.631893] tcf_chain_flush (net/sched/cls_api.c:737) [ 5894.632083] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5894.632274] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5894.632520] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5894.632711] dev_shutdown (net/sched/sch_generic.c:1482) [ 5894.632888] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5894.633153] cleanup_net (net/core/net_namespace.c:633) [ 5894.633332] ? process_one_work (kernel/workqueue.c:2606) [ 5894.633539] process_one_work (kernel/workqueue.c:2633) [ 5894.633736] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5894.633922] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5894.634133] kthread (kernel/kthread.c:388) [ 5894.634292] ? __pfx_kthread (kernel/kthread.c:341) [ 5894.634477] ret_from_fork (arch/x86/kernel/process.c:147) [ 5894.634659] ? __pfx_kthread (kernel/kthread.c:341) [ 5894.634843] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5894.635040] | [ 5972.638507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5972.638849] rcu: 3-....: (4626160 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=1052382 | [ 5972.639366] rcu: (t=4629301 jiffies g=658013 q=40 ncpus=4) [ 5972.640081] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5972.640655] Workqueue: netns cleanup_net [ 5972.640867] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5972.641149] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5972.642078] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 5972.642343] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 5972.642706] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 5972.643065] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 5972.643424] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 5972.643788] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 5972.644149] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 5972.644556] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5972.644850] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 5972.645213] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5972.645578] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5972.645938] PKRU: 55555554 [ 5972.646085] Call Trace: [ 5972.646218] [ 5972.646329] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5972.646564] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5972.646800] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5972.647006] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5972.647207] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5972.647438] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5972.647667] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5972.647940] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5972.648150] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5972.648396] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5972.648630] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5972.648852] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5972.649120] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5972.649378] [ 5972.649493] [ 5972.649607] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5972.649880] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5972.650130] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5972.650330] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5972.650525] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5972.650781] ? up_read (kernel/locking/rwsem.c:1622) [ 5972.650953] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5972.651186] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5972.651439] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5972.651687] __tcf_action_put (net/sched/act_api.c:377) [ 5972.651889] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5972.652095] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5972.652294] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5972.652567] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5972.652813] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5972.653049] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5972.653254] tcf_chain_flush (net/sched/cls_api.c:737) [ 5972.653455] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5972.653657] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5972.653915] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5972.654116] dev_shutdown (net/sched/sch_generic.c:1482) [ 5972.654303] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 5972.654581] cleanup_net (net/core/net_namespace.c:633) [ 5972.654769] ? process_one_work (kernel/workqueue.c:2606) [ 5972.654987] process_one_work (kernel/workqueue.c:2633) [ 5972.655194] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5972.655388] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5972.655616] kthread (kernel/kthread.c:388) [ 5972.655784] ? __pfx_kthread (kernel/kthread.c:341) [ 5972.655979] ret_from_fork (arch/x86/kernel/process.c:147) [ 5972.656167] ? __pfx_kthread (kernel/kthread.c:341) [ 5972.656364] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5972.656572] | [ 6050.660507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6050.660842] rcu: 3-....: (4704165 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=1069245 | [ 6050.661380] rcu: (t=4707323 jiffies g=658013 q=40 ncpus=4) [ 6050.662120] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6050.662713] Workqueue: netns cleanup_net [ 6050.662926] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6050.663218] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6050.664169] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 6050.664445] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 6050.664816] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 6050.665189] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 6050.665562] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 6050.665928] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 6050.666305] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 6050.666723] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6050.667021] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 6050.667398] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6050.667768] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6050.668137] PKRU: 55555554 [ 6050.668282] Call Trace: [ 6050.668422] [ 6050.668537] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6050.668775] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6050.669014] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6050.669227] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6050.669439] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6050.669643] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6050.669880] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6050.670112] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6050.670399] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6050.670616] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6050.670868] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6050.671106] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6050.671338] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6050.671612] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6050.671882] [ 6050.671997] [ 6050.672115] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6050.672401] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6050.672660] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6050.672866] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6050.673064] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6050.673334] ? up_read (kernel/locking/rwsem.c:1622) [ 6050.673512] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6050.673750] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6050.674010] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6050.674263] __tcf_action_put (net/sched/act_api.c:377) [ 6050.674478] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6050.674693] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6050.674897] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6050.675182] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6050.675440] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6050.675684] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6050.675892] tcf_chain_flush (net/sched/cls_api.c:737) [ 6050.676096] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6050.676308] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6050.676573] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6050.676780] dev_shutdown (net/sched/sch_generic.c:1482) [ 6050.676973] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 6050.677256] cleanup_net (net/core/net_namespace.c:633) [ 6050.677455] ? process_one_work (kernel/workqueue.c:2606) [ 6050.677679] process_one_work (kernel/workqueue.c:2633) [ 6050.677895] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6050.678096] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6050.678329] kthread (kernel/kthread.c:388) [ 6050.678501] ? __pfx_kthread (kernel/kthread.c:341) [ 6050.678700] ret_from_fork (arch/x86/kernel/process.c:147) [ 6050.678895] ? __pfx_kthread (kernel/kthread.c:341) [ 6050.679102] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6050.679323] | [ 6128.682507] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6128.682835] rcu: 3-....: (4782170 ticks this GP) idle=eec4/1/0x4000000000000000 softirq=460518/460518 fqs=1087008 | [ 6128.683364] rcu: (t=4785345 jiffies g=658013 q=40 ncpus=4) [ 6128.684099] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6128.684690] Workqueue: netns cleanup_net [ 6128.684902] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6128.685189] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6128.686135] RSP: 0018:ffffb07040063a78 EFLAGS: 00000202 [ 6128.686407] RAX: 0000000001be0308 RBX: ffff9b2001be0308 RCX: 0000000000000000 [ 6128.686777] RDX: 0000000000000001 RSI: 0000000001be0308 RDI: ffff9b2001be0308 [ 6128.687145] RBP: ffff9b2001be0308 R08: 0000000000000001 R09: 0000000000000000 [ 6128.687512] R10: 0000000000000000 R11: 000000000232c65e R12: ffff9b2001be0300 [ 6128.687881] R13: 0000000000000000 R14: ffff9b2001be0308 R15: ffff9b2001be0368 [ 6128.688250] FS: 0000000000000000(0000) GS:ffff9b203ed80000(0000) knlGS:0000000000000000 [ 6128.688665] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6128.688966] CR2: 00007f0d2c95a400 CR3: 000000000125e002 CR4: 0000000000770ef0 [ 6128.689336] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6128.689706] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6128.690071] PKRU: 55555554 [ 6128.690219] Call Trace: [ 6128.690354] [ 6128.690469] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6128.690703] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6128.690944] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6128.691156] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6128.691361] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6128.691567] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6128.691802] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6128.692035] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6128.692312] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6128.692530] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6128.692783] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6128.693018] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6128.693247] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6128.693521] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6128.693783] [ 6128.693900] [ 6128.694017] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6128.694297] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6128.694554] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6128.694761] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6128.694960] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6128.695221] ? up_read (kernel/locking/rwsem.c:1622) [ 6128.695396] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6128.695634] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6128.695894] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6128.696147] __tcf_action_put (net/sched/act_api.c:377) [ 6128.696353] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6128.696567] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6128.696773] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6128.697050] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6128.697302] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6128.697544] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6128.697753] tcf_chain_flush (net/sched/cls_api.c:737) [ 6128.697957] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6128.698162] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6128.698427] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6128.698631] dev_shutdown (net/sched/sch_generic.c:1482) [ 6128.698823] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 6128.699109] cleanup_net (net/core/net_namespace.c:633) [ 6128.699302] ? process_one_work (kernel/workqueue.c:2606) [ 6128.699523] process_one_work (kernel/workqueue.c:2633) [ 6128.699737] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6128.699938] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6128.700163] kthread (kernel/kthread.c:388) [ 6128.700334] ? __pfx_kthread (kernel/kthread.c:341) [ 6128.700534] ret_from_fork (arch/x86/kernel/process.c:147) [ 6128.700727] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: __mutex_lock:refcount_dec_and_mutex_lock:__tcf_action_put:tcf_action_destroy queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock