====================================== | [ 3323.615911] ------------[ cut here ]------------ | [ 3323.616195] DEBUG_LOCKS_WARN_ON(lock->magic != lock) | [ 3323.616214] WARNING: CPU: 0 PID: 11 at kernel/locking/mutex.c:587 __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) | [ 3323.616950] Modules linked in: act_gact cls_flower sch_ingress vxlan nft_chain_nat xt_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 ip6t_REJECT ipt_REJECT nft_compat nf_tables libcrc32c [ 3323.618274] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3323.618894] Workqueue: netns cleanup_net [ 3323.619116] RIP: 0010:__mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 3323.619383] Code: ff 90 e8 a2 e7 70 ff 85 c0 74 23 8b 35 5c 8e db 00 85 f6 75 19 90 48 c7 c6 12 3a aa 8a 48 c7 c7 b5 ae a9 8a e8 00 04 26 ff 90 <0f> 0b 90 90 90 e9 03 fd ff ff 4c 8d 6d a0 4c 89 e7 4c 89 ee e8 d6 All code ======== 0: ff 90 e8 a2 e7 70 call *0x70e7a2e8(%rax) 6: ff 85 c0 74 23 8b incl -0x74dc8b40(%rbp) c: 35 5c 8e db 00 xor $0xdb8e5c,%eax 11: 85 f6 test %esi,%esi 13: 75 19 jne 0x2e 15: 90 nop 16: 48 c7 c6 12 3a aa 8a mov $0xffffffff8aaa3a12,%rsi 1d: 48 c7 c7 b5 ae a9 8a mov $0xffffffff8aa9aeb5,%rdi 24: e8 00 04 26 ff call 0xffffffffff260429 29: 90 nop 2a:* 0f 0b ud2 <-- trapping instruction 2c: 90 nop 2d: 90 nop 2e: 90 nop 2f: e9 03 fd ff ff jmp 0xfffffffffffffd37 34: 4c 8d 6d a0 lea -0x60(%rbp),%r13 38: 4c 89 e7 mov %r12,%rdi 3b: 4c 89 ee mov %r13,%rsi 3e: e8 .byte 0xe8 3f: d6 (bad) Code starting with the faulting instruction =========================================== 0: 0f 0b ud2 2: 90 nop 3: 90 nop 4: 90 nop 5: e9 03 fd ff ff jmp 0xfffffffffffffd0d a: 4c 8d 6d a0 lea -0x60(%rbp),%r13 e: 4c 89 e7 mov %r12,%rdi 11: 4c 89 ee mov %r13,%rsi 14: e8 .byte 0xe8 15: d6 (bad) [ 3323.620358] RSP: 0018:ffffacc240063ab0 EFLAGS: 00010286 [ 3323.620665] RAX: 0000000000000000 RBX: 0000000000000000 RCX: 00000000ffffdfff [ 3323.621050] RDX: 0000000000000000 RSI: 00000000ffffffea RDI: 0000000000000001 [ 3323.621441] RBP: ffffacc240063b30 R08: ffffffff8af78508 R09: 00000000ffffdfff [ 3323.621841] R10: ffffffff8ae98520 R11: ffffffff8af4c8b8 R12: ffffa09b0261a500 [ 3323.622243] R13: 0000000000000000 R14: 0000000000000000 R15: ffffa09b03ad8000 [ 3323.622623] FS: 0000000000000000(0000) GS:ffffa09b3ec00000(0000) knlGS:0000000000000000 [ 3323.623069] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3323.623399] CR2: 00007f0d97f95000 CR3: 0000000006660004 CR4: 0000000000770ef0 [ 3323.623810] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3323.624196] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3323.624589] PKRU: 55555554 [ 3323.624767] Call Trace: [ 3323.624933] [ 3323.625061] ? __warn (kernel/panic.c:677) [ 3323.625265] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 3323.625519] ? report_bug (lib/bug.c:201 lib/bug.c:219) [ 3323.625742] ? handle_bug (arch/x86/kernel/traps.c:238) [ 3323.625944] ? exc_invalid_op (arch/x86/kernel/traps.c:259 (discriminator 1)) [ 3323.626170] ? asm_exc_invalid_op (./arch/x86/include/asm/idtentry.h:568) [ 3323.626442] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 3323.626665] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3323.626948] ? up_read (kernel/locking/rwsem.c:1622) [ 3323.627156] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3323.627413] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3323.627710] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3323.627987] __tcf_action_put (net/sched/act_api.c:377) [ 3323.628193] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3323.628424] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3323.628647] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3323.628946] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3323.629226] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3323.629468] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3323.629678] tcf_chain_flush (net/sched/cls_api.c:737) [ 3323.629912] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3323.630163] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3323.630449] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3323.630681] dev_shutdown (net/sched/sch_generic.c:1482) [ 3323.630906] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3323.631208] cleanup_net (net/core/net_namespace.c:633) [ 3323.631426] ? process_one_work (kernel/workqueue.c:2606) [ 3323.631682] process_one_work (kernel/workqueue.c:2633) [ 3323.631910] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3323.632136] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3323.632414] kthread (kernel/kthread.c:388) [ 3323.632604] ? __pfx_kthread (kernel/kthread.c:341) [ 3323.632837] ret_from_fork (arch/x86/kernel/process.c:147) [ 3323.633046] ? __pfx_kthread (kernel/kthread.c:341) [ 3323.633264] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3323.635942] ---[ end trace 0000000000000000 ]--- | [ 3349.637792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3349.638123] rcu: 1-....: (26000 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=6500 | [ 3349.638633] rcu: (t=26001 jiffies g=213437 q=2398 ncpus=4) [ 3349.639365] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3349.639950] Workqueue: netns cleanup_net [ 3349.640165] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3349.640455] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3349.641405] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3349.641676] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3349.642046] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3349.642414] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3349.642779] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3349.643147] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3349.643516] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3349.643930] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3349.644229] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3349.644597] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3349.644966] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3349.645333] PKRU: 55555554 [ 3349.645480] Call Trace: [ 3349.645615] [ 3349.645731] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3349.645966] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3349.646207] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3349.646416] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3349.646622] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3349.646827] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3349.647066] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3349.647301] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3349.647579] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3349.647797] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3349.648052] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3349.648288] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3349.648518] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3349.648791] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3349.649056] [ 3349.649172] [ 3349.649289] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3349.649568] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3349.649824] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3349.650029] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3349.650224] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3349.650487] ? up_read (kernel/locking/rwsem.c:1622) [ 3349.650660] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3349.650899] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3349.651158] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3349.651409] __tcf_action_put (net/sched/act_api.c:377) [ 3349.651615] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3349.651828] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3349.652034] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3349.652311] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3349.652564] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3349.652806] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3349.653015] tcf_chain_flush (net/sched/cls_api.c:737) [ 3349.653219] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3349.653423] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3349.653684] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3349.653890] dev_shutdown (net/sched/sch_generic.c:1482) [ 3349.654082] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3349.654365] cleanup_net (net/core/net_namespace.c:633) [ 3349.654558] ? process_one_work (kernel/workqueue.c:2606) [ 3349.654779] process_one_work (kernel/workqueue.c:2633) [ 3349.654993] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3349.655193] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3349.655418] kthread (kernel/kthread.c:388) [ 3349.655590] ? __pfx_kthread (kernel/kthread.c:341) [ 3349.655789] ret_from_fork (arch/x86/kernel/process.c:147) [ 3349.655983] ? __pfx_kthread (kernel/kthread.c:341) [ 3349.656181] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3349.656393] | [ 3427.655793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3427.656133] rcu: 1-....: (104001 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=26001 | [ 3427.656657] rcu: (t=104019 jiffies g=213437 q=2429 ncpus=4) [ 3427.657397] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3427.657982] Workqueue: netns cleanup_net [ 3427.658195] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3427.658487] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3427.659439] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3427.659714] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3427.660086] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3427.660454] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3427.660824] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3427.661193] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3427.661563] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3427.661981] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3427.662282] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3427.662652] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3427.663031] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3427.663399] PKRU: 55555554 [ 3427.663545] Call Trace: [ 3427.663682] [ 3427.663796] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3427.664036] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3427.664279] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3427.664488] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3427.664693] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3427.664898] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3427.665135] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3427.665369] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3427.665648] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3427.665863] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3427.666115] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3427.666352] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3427.666586] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3427.666863] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3427.667124] [ 3427.667240] [ 3427.667357] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3427.667637] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3427.667899] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3427.668108] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3427.668307] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3427.668570] ? up_read (kernel/locking/rwsem.c:1622) [ 3427.668746] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3427.668988] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3427.669248] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3427.669501] __tcf_action_put (net/sched/act_api.c:377) [ 3427.669712] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3427.669925] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3427.670128] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3427.670409] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3427.670661] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3427.670904] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3427.671113] tcf_chain_flush (net/sched/cls_api.c:737) [ 3427.671318] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3427.671522] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3427.671786] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3427.671994] dev_shutdown (net/sched/sch_generic.c:1482) [ 3427.672187] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3427.672470] cleanup_net (net/core/net_namespace.c:633) [ 3427.672663] ? process_one_work (kernel/workqueue.c:2606) [ 3427.672889] process_one_work (kernel/workqueue.c:2633) [ 3427.673101] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3427.673301] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3427.673529] kthread (kernel/kthread.c:388) [ 3427.673701] ? __pfx_kthread (kernel/kthread.c:341) [ 3427.673901] ret_from_fork (arch/x86/kernel/process.c:147) [ 3427.674095] ? __pfx_kthread (kernel/kthread.c:341) [ 3427.674294] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3427.674507] | [ 3505.673792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3505.674130] rcu: 1-....: (182002 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=45502 | [ 3505.674641] rcu: (t=182037 jiffies g=213437 q=2437 ncpus=4) [ 3505.675375] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3505.675953] Workqueue: netns cleanup_net [ 3505.676167] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3505.676455] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3505.677392] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3505.677664] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3505.678031] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3505.678395] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3505.678760] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3505.679125] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3505.679488] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3505.679901] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3505.680198] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3505.680560] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3505.680925] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3505.681290] PKRU: 55555554 [ 3505.681433] Call Trace: [ 3505.681567] [ 3505.681682] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3505.681916] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3505.682153] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3505.682361] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3505.682563] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3505.682765] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3505.683000] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3505.683229] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3505.683504] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3505.683717] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3505.683966] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3505.684201] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3505.684423] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3505.684697] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3505.684957] [ 3505.685072] [ 3505.685187] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3505.685464] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3505.685719] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3505.685922] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3505.686121] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3505.686380] ? up_read (kernel/locking/rwsem.c:1622) [ 3505.686556] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3505.686792] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3505.687050] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3505.687299] __tcf_action_put (net/sched/act_api.c:377) [ 3505.687513] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3505.687723] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3505.687925] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3505.688201] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3505.688450] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3505.688689] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3505.688898] tcf_chain_flush (net/sched/cls_api.c:737) [ 3505.689101] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3505.689304] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3505.689564] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3505.689768] dev_shutdown (net/sched/sch_generic.c:1482) [ 3505.689959] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3505.690238] cleanup_net (net/core/net_namespace.c:633) [ 3505.690430] ? process_one_work (kernel/workqueue.c:2606) [ 3505.690651] process_one_work (kernel/workqueue.c:2633) [ 3505.690861] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3505.691058] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3505.691284] kthread (kernel/kthread.c:388) [ 3505.691453] ? __pfx_kthread (kernel/kthread.c:341) [ 3505.691651] ret_from_fork (arch/x86/kernel/process.c:147) [ 3505.691843] ? __pfx_kthread (kernel/kthread.c:341) [ 3505.692039] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3505.692248] | [ 3583.691793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3583.692138] rcu: 1-....: (260003 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=65003 | [ 3583.692687] rcu: (t=260055 jiffies g=213437 q=2465 ncpus=4) [ 3583.693452] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3583.694060] Workqueue: netns cleanup_net [ 3583.694280] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3583.694591] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3583.695559] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3583.695857] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3583.696238] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3583.696628] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3583.697008] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3583.697386] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3583.697776] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3583.698201] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3583.698508] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3583.698893] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3583.699268] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3583.699654] PKRU: 55555554 [ 3583.699803] Call Trace: [ 3583.699944] [ 3583.700064] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3583.700309] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3583.700556] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3583.700780] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3583.700994] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3583.701206] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3583.701452] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3583.701699] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3583.701984] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3583.702206] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3583.702466] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3583.702716] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3583.702950] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3583.703228] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3583.703494] [ 3583.703626] [ 3583.703747] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3583.704041] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3583.704312] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3583.704529] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3583.704738] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3583.705008] ? up_read (kernel/locking/rwsem.c:1622) [ 3583.705191] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3583.705439] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3583.705723] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3583.705986] __tcf_action_put (net/sched/act_api.c:377) [ 3583.706211] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3583.706435] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3583.706657] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3583.706942] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3583.707199] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3583.707448] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3583.707673] tcf_chain_flush (net/sched/cls_api.c:737) [ 3583.707883] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3583.708097] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3583.708370] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3583.708584] dev_shutdown (net/sched/sch_generic.c:1482) [ 3583.708785] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3583.709076] cleanup_net (net/core/net_namespace.c:633) [ 3583.709274] ? process_one_work (kernel/workqueue.c:2606) [ 3583.709502] process_one_work (kernel/workqueue.c:2633) [ 3583.709730] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3583.709935] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3583.710172] kthread (kernel/kthread.c:388) [ 3583.710349] ? __pfx_kthread (kernel/kthread.c:341) [ 3583.710557] ret_from_fork (arch/x86/kernel/process.c:147) [ 3583.710763] ? __pfx_kthread (kernel/kthread.c:341) [ 3583.710970] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3583.711192] | [ 3661.710792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3661.711123] rcu: 1-....: (338004 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=84504 | [ 3661.711627] rcu: (t=338074 jiffies g=213437 q=2469 ncpus=4) [ 3661.712347] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3661.712913] Workqueue: netns cleanup_net [ 3661.713119] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3661.713404] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3661.714322] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3661.714589] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3661.714947] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3661.715305] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3661.715669] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3661.716028] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3661.716386] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3661.716791] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3661.717083] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3661.717439] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3661.717797] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3661.718154] PKRU: 55555554 [ 3661.718294] Call Trace: [ 3661.718425] [ 3661.718537] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3661.718767] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3661.719001] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3661.719206] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3661.719405] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3661.719601] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3661.719832] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3661.720057] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3661.720341] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3661.720549] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3661.720794] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3661.721026] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3661.721245] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3661.721514] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3661.721768] [ 3661.721882] [ 3661.721995] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3661.722269] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3661.722517] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3661.722716] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3661.722907] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3661.723164] ? up_read (kernel/locking/rwsem.c:1622) [ 3661.723337] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3661.723568] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3661.723822] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3661.724067] __tcf_action_put (net/sched/act_api.c:377) [ 3661.724272] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3661.724481] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3661.724680] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3661.724951] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3661.725195] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3661.725438] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3661.725640] tcf_chain_flush (net/sched/cls_api.c:737) [ 3661.725840] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3661.726040] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3661.726296] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3661.726496] dev_shutdown (net/sched/sch_generic.c:1482) [ 3661.726683] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3661.726958] cleanup_net (net/core/net_namespace.c:633) [ 3661.727145] ? process_one_work (kernel/workqueue.c:2606) [ 3661.727365] process_one_work (kernel/workqueue.c:2633) [ 3661.727571] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3661.727765] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3661.727987] kthread (kernel/kthread.c:388) [ 3661.728152] ? __pfx_kthread (kernel/kthread.c:341) [ 3661.728346] ret_from_fork (arch/x86/kernel/process.c:147) [ 3661.728534] ? __pfx_kthread (kernel/kthread.c:341) [ 3661.728728] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3661.728936] | [ 3739.729792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3739.730127] rcu: 1-....: (416006 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=104005 | [ 3739.730646] rcu: (t=416093 jiffies g=213437 q=2469 ncpus=4) [ 3739.731383] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3739.731968] Workqueue: netns cleanup_net [ 3739.732180] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3739.732466] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3739.733412] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3739.733684] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3739.734053] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3739.734419] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3739.734784] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3739.735159] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3739.735527] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3739.735940] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3739.736239] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3739.736607] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3739.736974] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3739.737339] PKRU: 55555554 [ 3739.737486] Call Trace: [ 3739.737620] [ 3739.737735] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3739.737967] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3739.738208] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3739.738422] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3739.738626] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3739.738832] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3739.739064] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3739.739296] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3739.739572] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3739.739789] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3739.740040] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3739.740273] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3739.740501] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3739.740772] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3739.741032] [ 3739.741148] [ 3739.741265] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3739.741542] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3739.741798] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3739.742003] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3739.742197] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3739.742459] ? up_read (kernel/locking/rwsem.c:1622) [ 3739.742632] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3739.742871] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3739.743130] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3739.743381] __tcf_action_put (net/sched/act_api.c:377) [ 3739.743587] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3739.743799] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3739.744003] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3739.744279] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3739.744531] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3739.744774] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3739.744989] tcf_chain_flush (net/sched/cls_api.c:737) [ 3739.745193] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3739.745396] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3739.745657] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3739.745862] dev_shutdown (net/sched/sch_generic.c:1482) [ 3739.746053] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3739.746336] cleanup_net (net/core/net_namespace.c:633) [ 3739.746529] ? process_one_work (kernel/workqueue.c:2606) [ 3739.746749] process_one_work (kernel/workqueue.c:2633) [ 3739.746963] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3739.747162] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3739.747387] kthread (kernel/kthread.c:388) [ 3739.747557] ? __pfx_kthread (kernel/kthread.c:341) [ 3739.747755] ret_from_fork (arch/x86/kernel/process.c:147) [ 3739.747949] ? __pfx_kthread (kernel/kthread.c:341) [ 3739.748147] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3739.748357] | [ 3817.751792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3817.752120] rcu: 1-....: (494011 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=123507 | [ 3817.752625] rcu: (t=494115 jiffies g=213437 q=2471 ncpus=4) [ 3817.753342] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3817.753908] Workqueue: netns cleanup_net [ 3817.754114] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3817.754393] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3817.755316] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3817.755580] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3817.755940] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3817.756295] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3817.756652] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3817.757010] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3817.757370] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3817.757772] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3817.758064] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3817.758420] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3817.758775] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3817.759134] PKRU: 55555554 [ 3817.759275] Call Trace: [ 3817.759406] [ 3817.759515] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3817.759743] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3817.759978] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3817.760180] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3817.760378] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3817.760574] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3817.760806] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3817.761033] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3817.761300] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3817.761508] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3817.761753] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3817.761984] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3817.762205] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3817.762470] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3817.762722] [ 3817.762837] [ 3817.762952] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3817.763222] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3817.763473] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3817.763671] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3817.763861] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3817.764114] ? up_read (kernel/locking/rwsem.c:1622) [ 3817.764285] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3817.764521] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3817.764774] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3817.765020] __tcf_action_put (net/sched/act_api.c:377) [ 3817.765220] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3817.765425] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3817.765622] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3817.765895] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3817.766139] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3817.766373] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3817.766577] tcf_chain_flush (net/sched/cls_api.c:737) [ 3817.766774] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3817.766974] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3817.767230] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3817.767430] dev_shutdown (net/sched/sch_generic.c:1482) [ 3817.767629] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3817.767904] cleanup_net (net/core/net_namespace.c:633) [ 3817.768090] ? process_one_work (kernel/workqueue.c:2606) [ 3817.768305] process_one_work (kernel/workqueue.c:2633) [ 3817.768514] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3817.768707] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3817.768931] kthread (kernel/kthread.c:388) [ 3817.769098] ? __pfx_kthread (kernel/kthread.c:341) [ 3817.769291] ret_from_fork (arch/x86/kernel/process.c:147) [ 3817.769478] ? __pfx_kthread (kernel/kthread.c:341) [ 3817.769671] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3817.769877] | [ 3895.768793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3895.769120] rcu: 1-....: (572011 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=143007 | [ 3895.769629] rcu: (t=572132 jiffies g=213437 q=2476 ncpus=4) [ 3895.770350] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3895.770919] Workqueue: netns cleanup_net [ 3895.771126] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3895.771411] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3895.772332] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3895.772601] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3895.772959] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3895.773319] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3895.773678] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3895.774040] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3895.774404] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3895.774812] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3895.775103] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3895.775459] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3895.775821] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3895.776179] PKRU: 55555554 [ 3895.776319] Call Trace: [ 3895.776449] [ 3895.776562] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3895.776790] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3895.777026] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3895.777231] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3895.777430] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3895.777627] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3895.777858] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3895.778083] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3895.778356] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3895.778565] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3895.778811] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3895.779041] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3895.779261] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3895.779530] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3895.779784] [ 3895.779898] [ 3895.780011] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3895.780284] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3895.780534] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3895.780733] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3895.780923] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3895.781179] ? up_read (kernel/locking/rwsem.c:1622) [ 3895.781351] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3895.781582] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3895.781836] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3895.782081] __tcf_action_put (net/sched/act_api.c:377) [ 3895.782284] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3895.782491] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3895.782690] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3895.782962] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3895.783206] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3895.783444] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3895.783647] tcf_chain_flush (net/sched/cls_api.c:737) [ 3895.783847] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3895.784048] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3895.784309] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3895.784509] dev_shutdown (net/sched/sch_generic.c:1482) [ 3895.784697] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3895.784973] cleanup_net (net/core/net_namespace.c:633) [ 3895.785160] ? process_one_work (kernel/workqueue.c:2606) [ 3895.785378] process_one_work (kernel/workqueue.c:2633) [ 3895.785585] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3895.785779] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3895.786002] kthread (kernel/kthread.c:388) [ 3895.786167] ? __pfx_kthread (kernel/kthread.c:341) [ 3895.786362] ret_from_fork (arch/x86/kernel/process.c:147) [ 3895.786550] ? __pfx_kthread (kernel/kthread.c:341) [ 3895.786743] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3895.786949] | [ 3973.787792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3973.788124] rcu: 1-....: (650013 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=162509 | [ 3973.788645] rcu: (t=650151 jiffies g=213437 q=2477 ncpus=4) [ 3973.789386] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3973.789969] Workqueue: netns cleanup_net [ 3973.790182] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3973.790475] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3973.791421] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 3973.791692] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 3973.792060] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 3973.792427] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 3973.792794] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 3973.793158] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 3973.793526] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 3973.793946] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3973.794242] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 3973.794610] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3973.794976] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3973.795341] PKRU: 55555554 [ 3973.795486] Call Trace: [ 3973.795621] [ 3973.795737] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3973.795973] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3973.796210] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 3973.796420] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 3973.796625] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 3973.796828] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3973.797063] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3973.797293] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3973.797575] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3973.797790] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3973.798041] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3973.798276] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3973.798502] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3973.798774] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3973.799035] [ 3973.799150] [ 3973.799266] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3973.799545] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3973.799802] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3973.800006] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3973.800202] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3973.800465] ? up_read (kernel/locking/rwsem.c:1622) [ 3973.800640] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3973.800877] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3973.801134] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3973.801386] __tcf_action_put (net/sched/act_api.c:377) [ 3973.801594] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3973.801808] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3973.802011] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3973.802288] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3973.802539] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3973.802781] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3973.802990] tcf_chain_flush (net/sched/cls_api.c:737) [ 3973.803191] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3973.803397] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 3973.803659] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3973.803870] dev_shutdown (net/sched/sch_generic.c:1482) [ 3973.804062] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 3973.804344] cleanup_net (net/core/net_namespace.c:633) [ 3973.804536] ? process_one_work (kernel/workqueue.c:2606) [ 3973.804758] process_one_work (kernel/workqueue.c:2633) [ 3973.804971] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3973.805170] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3973.805396] kthread (kernel/kthread.c:388) [ 3973.805566] ? __pfx_kthread (kernel/kthread.c:341) [ 3973.805764] ret_from_fork (arch/x86/kernel/process.c:147) [ 3973.805956] ? __pfx_kthread (kernel/kthread.c:341) [ 3973.806154] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3973.806367] | [ 4051.809792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4051.810125] rcu: 1-....: (728018 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=182011 | [ 4051.810644] rcu: (t=728173 jiffies g=213437 q=2477 ncpus=4) [ 4051.811388] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4051.811971] Workqueue: netns cleanup_net [ 4051.812184] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4051.812472] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4051.813416] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4051.813686] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4051.814054] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4051.814421] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4051.814786] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4051.815150] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4051.815517] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4051.815931] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4051.816227] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4051.816594] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4051.816960] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4051.817326] PKRU: 55555554 [ 4051.817470] Call Trace: [ 4051.817604] [ 4051.817720] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4051.817954] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4051.818192] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4051.818402] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4051.818607] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4051.818809] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4051.819047] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4051.819277] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4051.819556] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4051.819771] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4051.820022] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4051.820256] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4051.820482] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4051.820753] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4051.821012] [ 4051.821128] [ 4051.821245] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4051.821522] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4051.821779] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4051.821983] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4051.822178] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4051.822438] ? up_read (kernel/locking/rwsem.c:1622) [ 4051.822612] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4051.822849] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4051.823106] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4051.823362] __tcf_action_put (net/sched/act_api.c:377) [ 4051.823568] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4051.823782] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4051.823985] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4051.824262] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4051.824518] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4051.824760] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4051.824968] tcf_chain_flush (net/sched/cls_api.c:737) [ 4051.825174] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4051.825377] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4051.825640] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4051.825847] dev_shutdown (net/sched/sch_generic.c:1482) [ 4051.826038] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4051.826319] cleanup_net (net/core/net_namespace.c:633) [ 4051.826511] ? process_one_work (kernel/workqueue.c:2606) [ 4051.826733] process_one_work (kernel/workqueue.c:2633) [ 4051.826947] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4051.827147] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4051.827372] kthread (kernel/kthread.c:388) [ 4051.827543] ? __pfx_kthread (kernel/kthread.c:341) [ 4051.827740] ret_from_fork (arch/x86/kernel/process.c:147) [ 4051.827932] ? __pfx_kthread (kernel/kthread.c:341) [ 4051.828130] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4051.828344] | [ 4129.826806] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4129.827157] rcu: 1-....: (806018 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=201511 | [ 4129.827677] rcu: (t=806190 jiffies g=213437 q=2477 ncpus=4) [ 4129.828421] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4129.829006] Workqueue: netns cleanup_net [ 4129.829228] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4129.829518] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4129.830460] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4129.830729] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4129.831096] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4129.831462] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4129.831829] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4129.832196] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4129.832564] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4129.832984] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4129.833282] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4129.833650] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4129.834017] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4129.834381] PKRU: 55555554 [ 4129.834528] Call Trace: [ 4129.834666] [ 4129.834784] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4129.835023] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4129.835260] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4129.835471] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4129.835676] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4129.835879] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4129.836113] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4129.836341] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4129.836619] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4129.836834] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4129.837086] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4129.837320] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4129.837545] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4129.837817] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4129.838078] [ 4129.838193] [ 4129.838309] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4129.838588] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4129.838845] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4129.839049] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4129.839244] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4129.839506] ? up_read (kernel/locking/rwsem.c:1622) [ 4129.839682] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4129.839919] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4129.840176] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4129.840427] __tcf_action_put (net/sched/act_api.c:377) [ 4129.840636] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4129.840850] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4129.841053] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4129.841329] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4129.841580] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4129.841823] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4129.842030] tcf_chain_flush (net/sched/cls_api.c:737) [ 4129.842231] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4129.842436] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4129.842698] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4129.842906] dev_shutdown (net/sched/sch_generic.c:1482) [ 4129.843125] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4129.843407] cleanup_net (net/core/net_namespace.c:633) [ 4129.843599] ? process_one_work (kernel/workqueue.c:2606) [ 4129.843822] process_one_work (kernel/workqueue.c:2633) [ 4129.844039] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4129.844238] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4129.844463] kthread (kernel/kthread.c:388) [ 4129.844634] ? __pfx_kthread (kernel/kthread.c:341) [ 4129.844832] ret_from_fork (arch/x86/kernel/process.c:147) [ 4129.845025] ? __pfx_kthread (kernel/kthread.c:341) [ 4129.845224] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4129.845437] | [ 4207.845792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4207.846130] rcu: 1-....: (884020 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=221013 | [ 4207.846649] rcu: (t=884209 jiffies g=213437 q=2477 ncpus=4) [ 4207.847387] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4207.847973] Workqueue: netns cleanup_net [ 4207.848184] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4207.848469] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4207.849412] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4207.849681] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4207.850048] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4207.850413] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4207.850777] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4207.851143] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4207.851510] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4207.851922] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4207.852219] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4207.852602] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4207.852976] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4207.853342] PKRU: 55555554 [ 4207.853487] Call Trace: [ 4207.853621] [ 4207.853737] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4207.853970] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4207.854209] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4207.854418] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4207.854623] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4207.854827] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4207.855064] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4207.855294] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4207.855570] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4207.855786] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4207.856038] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4207.856271] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4207.856499] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4207.856769] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4207.857028] [ 4207.857144] [ 4207.857261] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4207.857537] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4207.857793] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4207.857999] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4207.858194] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4207.858455] ? up_read (kernel/locking/rwsem.c:1622) [ 4207.858629] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4207.858867] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4207.859125] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4207.859376] __tcf_action_put (net/sched/act_api.c:377) [ 4207.859581] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4207.859795] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4207.860000] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4207.860276] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4207.860528] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4207.860770] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4207.860979] tcf_chain_flush (net/sched/cls_api.c:737) [ 4207.861181] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4207.861383] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4207.861649] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4207.861857] dev_shutdown (net/sched/sch_generic.c:1482) [ 4207.862048] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4207.862329] cleanup_net (net/core/net_namespace.c:633) [ 4207.862520] ? process_one_work (kernel/workqueue.c:2606) [ 4207.862798] process_one_work (kernel/workqueue.c:2633) [ 4207.863013] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4207.863212] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4207.863436] kthread (kernel/kthread.c:388) [ 4207.863608] ? __pfx_kthread (kernel/kthread.c:341) [ 4207.863808] ret_from_fork (arch/x86/kernel/process.c:147) [ 4207.863999] ? __pfx_kthread (kernel/kthread.c:341) [ 4207.864196] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4207.864408] | [ 4285.867792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4285.868132] rcu: 1-....: (962025 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=240515 | [ 4285.868651] rcu: (t=962231 jiffies g=213437 q=2477 ncpus=4) [ 4285.869390] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4285.869971] Workqueue: netns cleanup_net [ 4285.870181] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4285.870466] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4285.871406] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4285.871675] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4285.872044] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4285.872417] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4285.872783] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4285.873148] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4285.873516] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4285.873929] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4285.874224] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4285.874592] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4285.874958] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4285.875323] PKRU: 55555554 [ 4285.875467] Call Trace: [ 4285.875600] [ 4285.875715] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4285.875948] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4285.876184] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4285.876393] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4285.876598] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4285.876801] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4285.877060] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4285.877289] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4285.877564] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4285.877779] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4285.878031] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4285.878265] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4285.878490] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4285.878760] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4285.879019] [ 4285.879135] [ 4285.879251] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4285.879529] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4285.879784] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4285.879989] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4285.880183] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4285.880444] ? up_read (kernel/locking/rwsem.c:1622) [ 4285.880617] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4285.880853] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4285.881111] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4285.881363] __tcf_action_put (net/sched/act_api.c:377) [ 4285.881568] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4285.881782] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4285.881987] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4285.882280] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4285.882530] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4285.882773] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4285.882982] tcf_chain_flush (net/sched/cls_api.c:737) [ 4285.883183] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4285.883388] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4285.883650] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4285.883857] dev_shutdown (net/sched/sch_generic.c:1482) [ 4285.884050] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4285.884331] cleanup_net (net/core/net_namespace.c:633) [ 4285.884523] ? process_one_work (kernel/workqueue.c:2606) [ 4285.884745] process_one_work (kernel/workqueue.c:2633) [ 4285.884959] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4285.885158] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4285.885385] kthread (kernel/kthread.c:388) [ 4285.885554] ? __pfx_kthread (kernel/kthread.c:341) [ 4285.885752] ret_from_fork (arch/x86/kernel/process.c:147) [ 4285.885944] ? __pfx_kthread (kernel/kthread.c:341) [ 4285.886144] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4285.886355] | [ 4363.885793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4363.886130] rcu: 1-....: (1040026 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=260016 | [ 4363.886652] rcu: (t=1040249 jiffies g=213437 q=2480 ncpus=4) [ 4363.887404] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4363.887989] Workqueue: netns cleanup_net [ 4363.888203] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4363.888493] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4363.889429] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4363.889701] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4363.890069] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4363.890433] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4363.890800] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4363.891165] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4363.891529] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4363.891956] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4363.892253] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4363.892619] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4363.892985] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4363.893352] PKRU: 55555554 [ 4363.893496] Call Trace: [ 4363.893631] [ 4363.893753] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4363.893990] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4363.894247] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4363.894455] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4363.894658] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4363.894862] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4363.895095] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4363.895328] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4363.895604] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4363.895819] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4363.896069] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4363.896303] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4363.896530] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4363.896801] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4363.897060] [ 4363.897177] [ 4363.897293] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4363.897569] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4363.897825] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4363.898027] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4363.898222] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4363.898482] ? up_read (kernel/locking/rwsem.c:1622) [ 4363.898657] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4363.898895] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4363.899153] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4363.899404] __tcf_action_put (net/sched/act_api.c:377) [ 4363.899613] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4363.899825] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4363.900030] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4363.900306] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4363.900557] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4363.900798] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4363.901007] tcf_chain_flush (net/sched/cls_api.c:737) [ 4363.901208] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4363.901411] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4363.901673] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4363.901881] dev_shutdown (net/sched/sch_generic.c:1482) [ 4363.902075] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4363.902358] cleanup_net (net/core/net_namespace.c:633) [ 4363.902551] ? process_one_work (kernel/workqueue.c:2606) [ 4363.902771] process_one_work (kernel/workqueue.c:2633) [ 4363.902985] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4363.903186] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4363.903411] kthread (kernel/kthread.c:388) [ 4363.903582] ? __pfx_kthread (kernel/kthread.c:341) [ 4363.903780] ret_from_fork (arch/x86/kernel/process.c:147) [ 4363.903973] ? __pfx_kthread (kernel/kthread.c:341) [ 4363.904171] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4363.904381] | [ 4441.904792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4441.905133] rcu: 1-....: (1118028 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=279517 | [ 4441.905660] rcu: (t=1118268 jiffies g=213437 q=2484 ncpus=4) [ 4441.906405] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4441.906990] Workqueue: netns cleanup_net [ 4441.907204] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4441.907493] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4441.908443] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4441.908714] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4441.909085] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4441.909451] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4441.909818] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4441.910186] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4441.910555] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4441.910971] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4441.911269] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4441.911651] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4441.912017] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4441.912382] PKRU: 55555554 [ 4441.912528] Call Trace: [ 4441.912663] [ 4441.912777] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4441.913012] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4441.913251] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4441.913458] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4441.913661] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4441.913866] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4441.914100] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4441.914332] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4441.914608] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4441.914824] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4441.915074] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4441.915309] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4441.915536] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4441.915808] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4441.916066] [ 4441.916182] [ 4441.916299] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4441.916576] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4441.916832] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4441.917035] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4441.917229] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4441.917489] ? up_read (kernel/locking/rwsem.c:1622) [ 4441.917665] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4441.917901] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4441.918160] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4441.918412] __tcf_action_put (net/sched/act_api.c:377) [ 4441.918618] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4441.918831] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4441.919034] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4441.919311] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4441.919561] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4441.919802] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4441.920012] tcf_chain_flush (net/sched/cls_api.c:737) [ 4441.920214] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4441.920418] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4441.920679] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4441.920885] dev_shutdown (net/sched/sch_generic.c:1482) [ 4441.921075] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4441.921358] cleanup_net (net/core/net_namespace.c:633) [ 4441.921555] ? process_one_work (kernel/workqueue.c:2606) [ 4441.921774] process_one_work (kernel/workqueue.c:2633) [ 4441.921986] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4441.922187] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4441.922413] kthread (kernel/kthread.c:388) [ 4441.922583] ? __pfx_kthread (kernel/kthread.c:341) [ 4441.922781] ret_from_fork (arch/x86/kernel/process.c:147) [ 4441.922974] ? __pfx_kthread (kernel/kthread.c:341) [ 4441.923171] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4441.923381] | [ 4519.922792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4519.923137] rcu: 1-....: (1196029 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=299018 | [ 4519.923662] rcu: (t=1196286 jiffies g=213437 q=2485 ncpus=4) [ 4519.924439] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4519.925023] Workqueue: netns cleanup_net [ 4519.925235] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4519.925521] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4519.926464] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4519.926734] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4519.927104] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4519.927470] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4519.927838] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4519.928203] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4519.928572] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4519.928986] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4519.929283] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4519.929651] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4519.930018] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4519.930384] PKRU: 55555554 [ 4519.930528] Call Trace: [ 4519.930662] [ 4519.930778] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4519.931014] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4519.931252] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4519.931460] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4519.931665] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4519.931869] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4519.932103] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4519.932332] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4519.932608] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4519.932824] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4519.933076] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4519.933310] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4519.933537] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4519.933813] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4519.934072] [ 4519.934189] [ 4519.934305] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4519.934582] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4519.934839] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4519.935046] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4519.935245] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4519.935505] ? up_read (kernel/locking/rwsem.c:1622) [ 4519.935679] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4519.935916] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4519.936173] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4519.936428] __tcf_action_put (net/sched/act_api.c:377) [ 4519.936633] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4519.936847] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4519.937050] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4519.937325] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4519.937575] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4519.937819] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4519.938026] tcf_chain_flush (net/sched/cls_api.c:737) [ 4519.938227] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4519.938430] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4519.938691] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4519.938898] dev_shutdown (net/sched/sch_generic.c:1482) [ 4519.939089] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4519.939370] cleanup_net (net/core/net_namespace.c:633) [ 4519.939561] ? process_one_work (kernel/workqueue.c:2606) [ 4519.939781] process_one_work (kernel/workqueue.c:2633) [ 4519.939996] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4519.940194] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4519.940418] kthread (kernel/kthread.c:388) [ 4519.940589] ? __pfx_kthread (kernel/kthread.c:341) [ 4519.940787] ret_from_fork (arch/x86/kernel/process.c:147) [ 4519.940978] ? __pfx_kthread (kernel/kthread.c:341) [ 4519.941178] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4519.941389] | [ 4597.940792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4597.941135] rcu: 1-....: (1274030 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=318519 | [ 4597.941661] rcu: (t=1274304 jiffies g=213437 q=2485 ncpus=4) [ 4597.942404] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4597.942989] Workqueue: netns cleanup_net [ 4597.943205] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4597.943494] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4597.944437] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4597.944708] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4597.945077] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4597.945444] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4597.945809] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4597.946177] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4597.946545] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4597.946958] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4597.947257] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4597.947625] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4597.947993] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4597.948356] PKRU: 55555554 [ 4597.948504] Call Trace: [ 4597.948639] [ 4597.948755] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4597.948989] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4597.949229] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4597.949437] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4597.949643] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4597.949848] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4597.950080] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4597.950312] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4597.950589] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4597.950814] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4597.951066] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4597.951300] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4597.951528] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4597.951801] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4597.952061] [ 4597.952177] [ 4597.952294] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4597.952573] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4597.952828] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4597.953031] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4597.953228] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4597.953489] ? up_read (kernel/locking/rwsem.c:1622) [ 4597.953664] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4597.953902] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4597.954161] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4597.954414] __tcf_action_put (net/sched/act_api.c:377) [ 4597.954622] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4597.954834] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4597.955038] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4597.955317] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4597.955568] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4597.955810] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4597.956019] tcf_chain_flush (net/sched/cls_api.c:737) [ 4597.956221] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4597.956425] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4597.956688] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4597.956893] dev_shutdown (net/sched/sch_generic.c:1482) [ 4597.957085] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4597.957370] cleanup_net (net/core/net_namespace.c:633) [ 4597.957562] ? process_one_work (kernel/workqueue.c:2606) [ 4597.957784] process_one_work (kernel/workqueue.c:2633) [ 4597.957998] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4597.958198] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4597.958423] kthread (kernel/kthread.c:388) [ 4597.958595] ? __pfx_kthread (kernel/kthread.c:341) [ 4597.958794] ret_from_fork (arch/x86/kernel/process.c:147) [ 4597.958987] ? __pfx_kthread (kernel/kthread.c:341) [ 4597.959185] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4597.959397] | [ 4675.958791] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4675.959122] rcu: 1-....: (1352031 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=338020 | [ 4675.959646] rcu: (t=1352322 jiffies g=213437 q=2485 ncpus=4) [ 4675.960392] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4675.960975] Workqueue: netns cleanup_net [ 4675.961187] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4675.961475] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4675.962416] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4675.962686] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4675.963054] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4675.963419] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4675.963784] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4675.964148] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4675.964516] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4675.964932] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4675.965228] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4675.965595] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4675.965961] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4675.966326] PKRU: 55555554 [ 4675.966471] Call Trace: [ 4675.966605] [ 4675.966720] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4675.966954] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4675.967192] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4675.967406] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4675.967610] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4675.967812] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4675.968046] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4675.968276] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4675.968553] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4675.968767] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4675.969018] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4675.969252] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4675.969478] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4675.969748] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4675.970011] [ 4675.970128] [ 4675.970249] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4675.970528] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4675.970784] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4675.970989] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4675.971184] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4675.971450] ? up_read (kernel/locking/rwsem.c:1622) [ 4675.971624] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4675.971860] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4675.972117] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4675.972367] __tcf_action_put (net/sched/act_api.c:377) [ 4675.972572] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4675.972784] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4675.972987] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4675.973263] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4675.973513] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4675.973755] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4675.973962] tcf_chain_flush (net/sched/cls_api.c:737) [ 4675.974163] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4675.974365] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4675.974628] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4675.974834] dev_shutdown (net/sched/sch_generic.c:1482) [ 4675.975026] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4675.975306] cleanup_net (net/core/net_namespace.c:633) [ 4675.975499] ? process_one_work (kernel/workqueue.c:2606) [ 4675.975720] process_one_work (kernel/workqueue.c:2633) [ 4675.975932] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4675.976131] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4675.976355] kthread (kernel/kthread.c:388) [ 4675.976526] ? __pfx_kthread (kernel/kthread.c:341) [ 4675.976723] ret_from_fork (arch/x86/kernel/process.c:147) [ 4675.976915] ? __pfx_kthread (kernel/kthread.c:341) [ 4675.977112] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4675.977324] | [ 4753.975792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4753.976124] rcu: 1-....: (1430031 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=357520 | [ 4753.976661] rcu: (t=1430339 jiffies g=213437 q=2485 ncpus=4) [ 4753.977408] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4753.977996] Workqueue: netns cleanup_net [ 4753.978211] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4753.978503] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4753.979451] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4753.979728] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4753.980106] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4753.980478] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4753.980848] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4753.981214] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4753.981594] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4753.982004] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4753.982302] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4753.982679] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4753.983044] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4753.983413] PKRU: 55555554 [ 4753.983560] Call Trace: [ 4753.983701] [ 4753.983815] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4753.984050] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4753.984293] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4753.984507] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4753.984717] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4753.984923] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4753.985155] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4753.985393] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4753.985676] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4753.985891] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4753.986141] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4753.986381] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4753.986614] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4753.986885] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4753.987144] [ 4753.987261] [ 4753.987384] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4753.987667] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4753.987923] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4753.988126] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4753.988319] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4753.988592] ? up_read (kernel/locking/rwsem.c:1622) [ 4753.988766] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4753.989003] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4753.989261] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4753.989517] __tcf_action_put (net/sched/act_api.c:377) [ 4753.989729] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4753.989950] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4753.990155] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4753.990438] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4753.990695] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4753.990935] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4753.991145] tcf_chain_flush (net/sched/cls_api.c:737) [ 4753.991353] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4753.991556] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4753.991824] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4753.992028] dev_shutdown (net/sched/sch_generic.c:1482) [ 4753.992220] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4753.992510] cleanup_net (net/core/net_namespace.c:633) [ 4753.992708] ? process_one_work (kernel/workqueue.c:2606) [ 4753.992928] process_one_work (kernel/workqueue.c:2633) [ 4753.993143] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4753.993348] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4753.993575] kthread (kernel/kthread.c:388) [ 4753.993750] ? __pfx_kthread (kernel/kthread.c:341) [ 4753.993948] ret_from_fork (arch/x86/kernel/process.c:147) [ 4753.994141] ? __pfx_kthread (kernel/kthread.c:341) [ 4753.994345] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4753.994555] | [ 4831.994792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4831.995120] rcu: 1-....: (1508033 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=377022 | [ 4831.995644] rcu: (t=1508358 jiffies g=213437 q=2485 ncpus=4) [ 4831.996383] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4831.996961] Workqueue: netns cleanup_net [ 4831.997172] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4831.997461] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 4831.998398] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4831.998666] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4831.999032] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4831.999398] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4831.999769] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4832.000133] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4832.000500] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4832.000913] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4832.001209] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4832.001576] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4832.001940] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4832.002306] PKRU: 55555554 [ 4832.002450] Call Trace: [ 4832.002588] [ 4832.002703] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4832.002937] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4832.003177] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4832.003381] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4832.003616] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4832.003848] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4832.004123] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4832.004338] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4832.004587] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4832.004824] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4832.005049] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4832.005254] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4832.005525] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4832.005783] [ 4832.005899] [ 4832.006016] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4832.006293] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4832.006548] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4832.006751] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4832.006946] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4832.007208] ? up_read (kernel/locking/rwsem.c:1622) [ 4832.007382] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4832.007620] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4832.007883] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4832.008134] __tcf_action_put (net/sched/act_api.c:377) [ 4832.008340] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4832.008550] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4832.008755] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4832.009031] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4832.009281] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4832.009527] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4832.009736] tcf_chain_flush (net/sched/cls_api.c:737) [ 4832.009938] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4832.010141] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4832.010403] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4832.010607] dev_shutdown (net/sched/sch_generic.c:1482) [ 4832.010798] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4832.011081] cleanup_net (net/core/net_namespace.c:633) [ 4832.011273] ? process_one_work (kernel/workqueue.c:2606) [ 4832.011492] process_one_work (kernel/workqueue.c:2633) [ 4832.011704] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4832.011904] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4832.012128] kthread (kernel/kthread.c:388) [ 4832.012300] ? __pfx_kthread (kernel/kthread.c:341) [ 4832.012498] ret_from_fork (arch/x86/kernel/process.c:147) [ 4832.012690] ? __pfx_kthread (kernel/kthread.c:341) [ 4832.012887] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4832.013097] | [ 4910.016792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4910.017116] rcu: 1-....: (1586038 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=396524 | [ 4910.017639] rcu: (t=1586380 jiffies g=213437 q=2485 ncpus=4) [ 4910.018387] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4910.018970] Workqueue: netns cleanup_net [ 4910.019190] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4910.019478] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4910.020423] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4910.020694] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4910.021061] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4910.021427] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4910.021792] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4910.022157] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4910.022525] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4910.022939] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4910.023237] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4910.023605] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4910.023971] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4910.024338] PKRU: 55555554 [ 4910.024484] Call Trace: [ 4910.024619] [ 4910.024735] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4910.024968] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4910.025208] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4910.025418] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4910.025624] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4910.025828] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4910.026061] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4910.026292] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4910.026568] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4910.026786] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4910.027037] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4910.027271] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4910.027500] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4910.027772] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4910.028031] [ 4910.028148] [ 4910.028265] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4910.028544] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4910.028801] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4910.029006] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4910.029206] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4910.029468] ? up_read (kernel/locking/rwsem.c:1622) [ 4910.029641] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4910.029879] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4910.030138] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4910.030389] __tcf_action_put (net/sched/act_api.c:377) [ 4910.030596] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4910.030809] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4910.031013] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4910.031294] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4910.031545] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4910.031788] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4910.031996] tcf_chain_flush (net/sched/cls_api.c:737) [ 4910.032198] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4910.032402] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4910.032663] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4910.032872] dev_shutdown (net/sched/sch_generic.c:1482) [ 4910.033063] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4910.033345] cleanup_net (net/core/net_namespace.c:633) [ 4910.033537] ? process_one_work (kernel/workqueue.c:2606) [ 4910.033758] process_one_work (kernel/workqueue.c:2633) [ 4910.033972] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4910.034172] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4910.034399] kthread (kernel/kthread.c:388) [ 4910.034570] ? __pfx_kthread (kernel/kthread.c:341) [ 4910.034768] ret_from_fork (arch/x86/kernel/process.c:147) [ 4910.034960] ? __pfx_kthread (kernel/kthread.c:341) [ 4910.035157] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4910.035369] | [ 4988.034792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4988.035121] rcu: 1-....: (1664039 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=416025 | [ 4988.035644] rcu: (t=1664398 jiffies g=213437 q=2485 ncpus=4) [ 4988.036388] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4988.036967] Workqueue: netns cleanup_net [ 4988.037180] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4988.037469] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4988.038406] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 4988.038678] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 4988.039047] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 4988.039415] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 4988.039779] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 4988.040146] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 4988.040510] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 4988.040924] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4988.041222] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 4988.041586] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4988.041953] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4988.042318] PKRU: 55555554 [ 4988.042462] Call Trace: [ 4988.042595] [ 4988.042711] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4988.042947] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4988.043187] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 4988.043395] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 4988.043599] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 4988.043801] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4988.044036] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4988.044266] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4988.044544] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4988.044757] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4988.045008] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4988.045243] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4988.045467] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4988.045742] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4988.046001] [ 4988.046117] [ 4988.046232] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4988.046512] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4988.046769] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4988.046972] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4988.047166] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4988.047428] ? up_read (kernel/locking/rwsem.c:1622) [ 4988.047604] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4988.047840] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4988.048098] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4988.048350] __tcf_action_put (net/sched/act_api.c:377) [ 4988.048557] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4988.048772] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4988.048975] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4988.049251] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4988.049501] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4988.049747] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4988.049953] tcf_chain_flush (net/sched/cls_api.c:737) [ 4988.050156] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4988.050361] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 4988.050621] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4988.050825] dev_shutdown (net/sched/sch_generic.c:1482) [ 4988.051016] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 4988.051296] cleanup_net (net/core/net_namespace.c:633) [ 4988.051487] ? process_one_work (kernel/workqueue.c:2606) [ 4988.051710] process_one_work (kernel/workqueue.c:2633) [ 4988.051922] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4988.052120] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4988.052351] kthread (kernel/kthread.c:388) [ 4988.052520] ? __pfx_kthread (kernel/kthread.c:341) [ 4988.052719] ret_from_fork (arch/x86/kernel/process.c:147) [ 4988.052911] ? __pfx_kthread (kernel/kthread.c:341) [ 4988.053109] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4988.053320] | [ 5066.053792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5066.054121] rcu: 1-....: (1742041 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=435526 | [ 5066.054645] rcu: (t=1742417 jiffies g=213437 q=2485 ncpus=4) [ 5066.055386] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5066.055967] Workqueue: netns cleanup_net [ 5066.056179] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5066.056469] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5066.057409] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5066.057683] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5066.058048] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5066.058420] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5066.058787] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5066.059154] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5066.059522] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5066.059983] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5066.060282] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5066.060647] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5066.061015] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5066.061384] PKRU: 55555554 [ 5066.061528] Call Trace: [ 5066.061662] [ 5066.061777] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5066.062013] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5066.062253] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5066.062461] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5066.062665] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5066.062868] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5066.063103] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5066.063333] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5066.063612] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5066.063825] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5066.064076] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5066.064312] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5066.064536] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5066.064813] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5066.065073] [ 5066.065188] [ 5066.065304] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5066.065583] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5066.065839] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5066.066042] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5066.066237] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5066.066498] ? up_read (kernel/locking/rwsem.c:1622) [ 5066.066673] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5066.066909] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5066.067168] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5066.067418] __tcf_action_put (net/sched/act_api.c:377) [ 5066.067625] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5066.067836] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5066.068039] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5066.068321] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5066.068572] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5066.068815] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5066.069022] tcf_chain_flush (net/sched/cls_api.c:737) [ 5066.069226] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5066.069431] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5066.069695] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5066.069900] dev_shutdown (net/sched/sch_generic.c:1482) [ 5066.070092] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5066.070373] cleanup_net (net/core/net_namespace.c:633) [ 5066.070564] ? process_one_work (kernel/workqueue.c:2606) [ 5066.070789] process_one_work (kernel/workqueue.c:2633) [ 5066.071000] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5066.071209] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5066.071436] kthread (kernel/kthread.c:388) [ 5066.071606] ? __pfx_kthread (kernel/kthread.c:341) [ 5066.071806] ret_from_fork (arch/x86/kernel/process.c:147) [ 5066.071999] ? __pfx_kthread (kernel/kthread.c:341) [ 5066.072198] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5066.072409] | [ 5144.071792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5144.072133] rcu: 1-....: (1820042 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=455027 | [ 5144.072661] rcu: (t=1820435 jiffies g=213437 q=2485 ncpus=4) [ 5144.073404] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5144.073989] Workqueue: netns cleanup_net [ 5144.074203] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5144.074489] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5144.075429] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5144.075698] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5144.076068] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5144.076433] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5144.076796] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5144.077162] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5144.077529] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5144.077950] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5144.078249] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5144.078617] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5144.078987] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5144.079351] PKRU: 55555554 [ 5144.079499] Call Trace: [ 5144.079633] [ 5144.079749] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5144.079984] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5144.080224] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5144.080433] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5144.080639] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5144.080845] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5144.081077] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5144.081311] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5144.081588] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5144.081805] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5144.082056] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5144.082293] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5144.082520] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5144.082794] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5144.083053] [ 5144.083169] [ 5144.083286] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5144.083564] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5144.083820] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5144.084022] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5144.084218] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5144.084481] ? up_read (kernel/locking/rwsem.c:1622) [ 5144.084655] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5144.084896] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5144.085152] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5144.085403] __tcf_action_put (net/sched/act_api.c:377) [ 5144.085610] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5144.085821] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5144.086026] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5144.086303] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5144.086554] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5144.086796] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5144.087006] tcf_chain_flush (net/sched/cls_api.c:737) [ 5144.087207] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5144.087411] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5144.087673] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5144.087879] dev_shutdown (net/sched/sch_generic.c:1482) [ 5144.088097] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5144.088380] cleanup_net (net/core/net_namespace.c:633) [ 5144.088570] ? process_one_work (kernel/workqueue.c:2606) [ 5144.088791] process_one_work (kernel/workqueue.c:2633) [ 5144.089002] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5144.089200] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5144.089423] kthread (kernel/kthread.c:388) [ 5144.089592] ? __pfx_kthread (kernel/kthread.c:341) [ 5144.089790] ret_from_fork (arch/x86/kernel/process.c:147) [ 5144.089983] ? __pfx_kthread (kernel/kthread.c:341) [ 5144.090180] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5144.090388] | [ 5222.090792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5222.091143] rcu: 1-....: (1898044 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=474528 | [ 5222.091672] rcu: (t=1898454 jiffies g=213437 q=2485 ncpus=4) [ 5222.092419] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5222.093005] Workqueue: netns cleanup_net [ 5222.093215] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5222.093503] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5222.094453] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5222.094724] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5222.095104] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5222.095471] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5222.095841] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5222.096205] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5222.096577] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5222.096993] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5222.097289] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5222.097663] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5222.098029] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5222.098397] PKRU: 55555554 [ 5222.098542] Call Trace: [ 5222.098676] [ 5222.098792] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5222.099037] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5222.099276] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5222.099484] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5222.099689] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5222.099894] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5222.100127] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5222.100356] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5222.100633] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5222.100850] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5222.101101] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5222.101335] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5222.101561] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5222.101832] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5222.102091] [ 5222.102207] [ 5222.102323] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5222.102600] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5222.102870] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5222.103075] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5222.103270] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5222.103530] ? up_read (kernel/locking/rwsem.c:1622) [ 5222.103703] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5222.103940] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5222.104197] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5222.104448] __tcf_action_put (net/sched/act_api.c:377) [ 5222.104653] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5222.104869] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5222.105071] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5222.105346] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5222.105597] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5222.105840] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5222.106047] tcf_chain_flush (net/sched/cls_api.c:737) [ 5222.106249] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5222.106452] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5222.106715] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5222.106933] dev_shutdown (net/sched/sch_generic.c:1482) [ 5222.107124] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5222.107406] cleanup_net (net/core/net_namespace.c:633) [ 5222.107604] ? process_one_work (kernel/workqueue.c:2606) [ 5222.107827] process_one_work (kernel/workqueue.c:2633) [ 5222.108040] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5222.108239] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5222.108464] kthread (kernel/kthread.c:388) [ 5222.108634] ? __pfx_kthread (kernel/kthread.c:341) [ 5222.108834] ret_from_fork (arch/x86/kernel/process.c:147) [ 5222.109025] ? __pfx_kthread (kernel/kthread.c:341) [ 5222.109222] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5222.109434] | [ 5300.111807] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5300.112147] rcu: 1-....: (1976048 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=494029 | [ 5300.112677] rcu: (t=1976475 jiffies g=213437 q=2487 ncpus=4) [ 5300.113418] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5300.113998] Workqueue: netns cleanup_net [ 5300.114207] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5300.114500] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 5300.115413] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5300.115675] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5300.116054] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5300.116420] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5300.116786] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5300.117163] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5300.117551] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5300.117963] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5300.118257] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5300.118627] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5300.118985] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5300.119339] PKRU: 55555554 [ 5300.119479] Call Trace: [ 5300.119608] [ 5300.119719] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5300.119964] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5300.120203] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5300.120411] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5300.120615] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5300.120816] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5300.121050] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5300.121278] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5300.121561] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5300.121769] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5300.122015] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5300.122242] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5300.122461] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5300.122723] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5300.122976] [ 5300.123090] [ 5300.123203] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5300.123472] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 5300.123720] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5300.123922] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5300.124112] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5300.124365] ? up_read (kernel/locking/rwsem.c:1622) [ 5300.124534] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5300.124762] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5300.125013] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5300.125257] __tcf_action_put (net/sched/act_api.c:377) [ 5300.125456] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5300.125665] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5300.125863] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5300.126149] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5300.126398] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5300.126638] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5300.126846] tcf_chain_flush (net/sched/cls_api.c:737) [ 5300.127047] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5300.127297] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5300.127569] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5300.127773] dev_shutdown (net/sched/sch_generic.c:1482) [ 5300.127965] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5300.128245] cleanup_net (net/core/net_namespace.c:633) [ 5300.128441] ? process_one_work (kernel/workqueue.c:2606) [ 5300.128654] process_one_work (kernel/workqueue.c:2633) [ 5300.128865] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5300.129057] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5300.129275] kthread (kernel/kthread.c:388) [ 5300.129440] ? __pfx_kthread (kernel/kthread.c:341) [ 5300.129632] ret_from_fork (arch/x86/kernel/process.c:147) [ 5300.129819] ? __pfx_kthread (kernel/kthread.c:341) [ 5300.130030] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5300.130241] | [ 5378.130808] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5378.131150] rcu: 1-....: (2054050 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=513531 | [ 5378.131662] rcu: (t=2054494 jiffies g=213437 q=2488 ncpus=4) [ 5378.132389] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5378.132976] Workqueue: netns cleanup_net [ 5378.133186] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5378.133475] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5378.134418] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5378.134683] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5378.135041] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5378.135398] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5378.135756] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5378.136114] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5378.136470] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5378.136901] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5378.137197] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5378.137563] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5378.137930] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5378.138298] PKRU: 55555554 [ 5378.138437] Call Trace: [ 5378.138568] [ 5378.138681] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5378.138910] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5378.139142] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5378.139345] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5378.139543] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5378.139740] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5378.139989] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5378.140217] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5378.140497] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5378.140710] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5378.140962] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5378.141205] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5378.141423] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5378.141688] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5378.141961] [ 5378.142076] [ 5378.142192] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5378.142473] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5378.142729] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5378.142934] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5378.143137] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5378.143391] ? up_read (kernel/locking/rwsem.c:1622) [ 5378.143562] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5378.143791] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5378.144045] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5378.144289] __tcf_action_put (net/sched/act_api.c:377) [ 5378.144492] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5378.144699] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5378.144897] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5378.145165] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5378.145410] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5378.145645] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5378.145849] tcf_chain_flush (net/sched/cls_api.c:737) [ 5378.146065] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5378.146271] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5378.146532] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5378.146736] dev_shutdown (net/sched/sch_generic.c:1482) [ 5378.146933] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5378.147213] cleanup_net (net/core/net_namespace.c:633) [ 5378.147404] ? process_one_work (kernel/workqueue.c:2606) [ 5378.147626] process_one_work (kernel/workqueue.c:2633) [ 5378.147838] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5378.148036] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5378.148263] kthread (kernel/kthread.c:388) [ 5378.148431] ? __pfx_kthread (kernel/kthread.c:341) [ 5378.148630] ret_from_fork (arch/x86/kernel/process.c:147) [ 5378.148823] ? __pfx_kthread (kernel/kthread.c:341) [ 5378.149032] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5378.149240] | [ 5456.152792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5456.153129] rcu: 1-....: (2131718 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=533029 | [ 5456.153658] rcu: (t=2132516 jiffies g=213437 q=2489 ncpus=4) [ 5456.154404] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5456.154988] Workqueue: netns cleanup_net [ 5456.155201] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5456.155498] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5456.156450] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5456.156724] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5456.157096] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5456.157464] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5456.157834] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5456.158202] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5456.158570] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5456.158986] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5456.159285] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5456.159652] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5456.160019] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5456.160387] PKRU: 55555554 [ 5456.160532] Call Trace: [ 5456.160669] [ 5456.160784] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5456.161023] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5456.161277] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5456.161486] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5456.161690] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5456.161893] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5456.162134] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5456.162366] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5456.162644] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5456.162859] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5456.163110] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5456.163346] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5456.163573] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5456.163847] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5456.164107] [ 5456.164223] [ 5456.164338] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5456.164618] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5456.164876] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5456.165080] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5456.165274] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5456.165536] ? up_read (kernel/locking/rwsem.c:1622) [ 5456.165712] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5456.165951] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5456.166211] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5456.166467] __tcf_action_put (net/sched/act_api.c:377) [ 5456.166675] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5456.166887] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5456.167090] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5456.167369] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5456.167619] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5456.167863] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5456.168071] tcf_chain_flush (net/sched/cls_api.c:737) [ 5456.168275] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5456.168480] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5456.168743] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5456.168948] dev_shutdown (net/sched/sch_generic.c:1482) [ 5456.169139] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5456.169420] cleanup_net (net/core/net_namespace.c:633) [ 5456.169612] ? process_one_work (kernel/workqueue.c:2606) [ 5456.169837] process_one_work (kernel/workqueue.c:2633) [ 5456.170048] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5456.170247] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5456.170476] kthread (kernel/kthread.c:388) [ 5456.170646] ? __pfx_kthread (kernel/kthread.c:341) [ 5456.170847] ret_from_fork (arch/x86/kernel/process.c:147) [ 5456.171040] ? __pfx_kthread (kernel/kthread.c:341) [ 5456.171238] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5456.171449] | [ 5534.174792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5534.175126] rcu: 1-....: (2209723 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=552531 | [ 5534.175653] rcu: (t=2210538 jiffies g=213437 q=2491 ncpus=4) [ 5534.176410] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5534.176994] Workqueue: netns cleanup_net [ 5534.177207] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5534.177505] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5534.178454] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5534.178726] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5534.179096] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5534.179465] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5534.179834] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5534.180199] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5534.180570] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5534.180986] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5534.181282] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5534.181650] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5534.182018] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5534.182386] PKRU: 55555554 [ 5534.182531] Call Trace: [ 5534.182666] [ 5534.182781] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5534.183016] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5534.183255] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5534.183464] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5534.183670] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5534.183877] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5534.184115] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5534.184346] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5534.184624] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5534.184841] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5534.185093] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5534.185329] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5534.185556] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5534.185830] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5534.186100] [ 5534.186217] [ 5534.186334] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5534.186612] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5534.186871] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5534.187077] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5534.187273] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5534.187537] ? up_read (kernel/locking/rwsem.c:1622) [ 5534.187711] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5534.187950] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5534.188209] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5534.188460] __tcf_action_put (net/sched/act_api.c:377) [ 5534.188668] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5534.188883] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5534.189087] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5534.189364] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5534.189616] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5534.189861] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5534.190069] tcf_chain_flush (net/sched/cls_api.c:737) [ 5534.190272] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5534.190476] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5534.190741] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5534.190948] dev_shutdown (net/sched/sch_generic.c:1482) [ 5534.191139] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5534.191425] cleanup_net (net/core/net_namespace.c:633) [ 5534.191619] ? process_one_work (kernel/workqueue.c:2606) [ 5534.191842] process_one_work (kernel/workqueue.c:2633) [ 5534.192057] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5534.192257] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5534.192484] kthread (kernel/kthread.c:388) [ 5534.192655] ? __pfx_kthread (kernel/kthread.c:341) [ 5534.192854] ret_from_fork (arch/x86/kernel/process.c:147) [ 5534.193048] ? __pfx_kthread (kernel/kthread.c:341) [ 5534.193246] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5534.193465] | [ 5612.193792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5612.194126] rcu: 1-....: (2287725 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=572032 | [ 5612.194654] rcu: (t=2288557 jiffies g=213437 q=2492 ncpus=4) [ 5612.195404] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5612.195997] Workqueue: netns cleanup_net [ 5612.196210] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5612.196501] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5612.197449] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5612.197722] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5612.198093] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5612.198477] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5612.198847] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5612.199213] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5612.199582] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5612.200001] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5612.200299] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5612.200668] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5612.201037] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5612.201405] PKRU: 55555554 [ 5612.201550] Call Trace: [ 5612.201685] [ 5612.201800] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5612.202037] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5612.202275] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5612.202487] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5612.202692] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5612.202897] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5612.203134] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5612.203368] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5612.203649] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5612.203865] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5612.204117] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5612.204354] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5612.204580] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5612.204854] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5612.205115] [ 5612.205230] [ 5612.205348] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5612.205635] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5612.205894] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5612.206098] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5612.206294] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5612.206557] ? up_read (kernel/locking/rwsem.c:1622) [ 5612.206734] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5612.206971] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5612.207230] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5612.207483] __tcf_action_put (net/sched/act_api.c:377) [ 5612.207691] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5612.207906] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5612.208110] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5612.208386] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5612.208639] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5612.208884] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5612.209092] tcf_chain_flush (net/sched/cls_api.c:737) [ 5612.209294] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5612.209500] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5612.209763] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5612.209972] dev_shutdown (net/sched/sch_generic.c:1482) [ 5612.210163] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5612.210446] cleanup_net (net/core/net_namespace.c:633) [ 5612.210638] ? process_one_work (kernel/workqueue.c:2606) [ 5612.210862] process_one_work (kernel/workqueue.c:2633) [ 5612.211074] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5612.211275] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5612.211502] kthread (kernel/kthread.c:388) [ 5612.211672] ? __pfx_kthread (kernel/kthread.c:341) [ 5612.211872] ret_from_fork (arch/x86/kernel/process.c:147) [ 5612.212065] ? __pfx_kthread (kernel/kthread.c:341) [ 5612.212266] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5612.212478] | [ 5690.215791] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5690.216129] rcu: 1-....: (2365730 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=591534 | [ 5690.216655] rcu: (t=2366579 jiffies g=213437 q=2493 ncpus=4) [ 5690.217400] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5690.217983] Workqueue: netns cleanup_net [ 5690.218195] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5690.218487] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5690.219431] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5690.219704] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5690.220070] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5690.220437] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5690.220804] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5690.221169] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5690.221536] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5690.221952] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5690.222251] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5690.222616] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5690.222985] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5690.223351] PKRU: 55555554 [ 5690.223495] Call Trace: [ 5690.223628] [ 5690.223743] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5690.223979] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5690.224219] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5690.224429] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5690.224633] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5690.224835] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5690.225071] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5690.225307] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5690.225588] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5690.225802] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5690.226053] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5690.226289] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5690.226514] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5690.226789] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5690.227055] [ 5690.227170] [ 5690.227285] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5690.227568] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5690.227824] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5690.228027] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5690.228221] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5690.228485] ? up_read (kernel/locking/rwsem.c:1622) [ 5690.228661] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5690.228898] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5690.229157] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5690.229408] __tcf_action_put (net/sched/act_api.c:377) [ 5690.229617] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5690.229828] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5690.230031] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5690.230307] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5690.230564] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5690.230807] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5690.231014] tcf_chain_flush (net/sched/cls_api.c:737) [ 5690.231216] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5690.231421] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5690.231687] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5690.231894] dev_shutdown (net/sched/sch_generic.c:1482) [ 5690.232086] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5690.232367] cleanup_net (net/core/net_namespace.c:633) [ 5690.232558] ? process_one_work (kernel/workqueue.c:2606) [ 5690.232782] process_one_work (kernel/workqueue.c:2633) [ 5690.232993] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5690.233192] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5690.233417] kthread (kernel/kthread.c:388) [ 5690.233586] ? __pfx_kthread (kernel/kthread.c:341) [ 5690.233786] ret_from_fork (arch/x86/kernel/process.c:147) [ 5690.233979] ? __pfx_kthread (kernel/kthread.c:341) [ 5690.234177] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5690.234388] | [ 5768.233791] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5768.234125] rcu: 1-....: (2443731 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=611035 | [ 5768.234649] rcu: (t=2444597 jiffies g=213437 q=2493 ncpus=4) [ 5768.235399] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5768.235983] Workqueue: netns cleanup_net [ 5768.236194] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5768.236481] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5768.237423] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5768.237694] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5768.238063] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5768.238430] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5768.238797] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5768.239162] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5768.239532] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5768.239947] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5768.240244] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5768.240613] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5768.240979] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5768.241347] PKRU: 55555554 [ 5768.241491] Call Trace: [ 5768.241626] [ 5768.241740] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5768.241974] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5768.242212] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5768.242421] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5768.242626] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5768.242829] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5768.243064] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5768.243293] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5768.243570] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5768.243786] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5768.244037] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5768.244273] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5768.244499] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5768.244770] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5768.245035] [ 5768.245152] [ 5768.245269] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5768.245545] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5768.245802] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5768.246008] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5768.246202] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5768.246462] ? up_read (kernel/locking/rwsem.c:1622) [ 5768.246636] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5768.246871] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5768.247129] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5768.247379] __tcf_action_put (net/sched/act_api.c:377) [ 5768.247583] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5768.247797] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5768.248000] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5768.248275] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5768.248525] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5768.248768] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5768.248975] tcf_chain_flush (net/sched/cls_api.c:737) [ 5768.249177] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5768.249378] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5768.249641] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5768.249848] dev_shutdown (net/sched/sch_generic.c:1482) [ 5768.250039] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5768.250319] cleanup_net (net/core/net_namespace.c:633) [ 5768.250510] ? process_one_work (kernel/workqueue.c:2606) [ 5768.250731] process_one_work (kernel/workqueue.c:2633) [ 5768.250945] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5768.251144] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5768.251370] kthread (kernel/kthread.c:388) [ 5768.251540] ? __pfx_kthread (kernel/kthread.c:341) [ 5768.251738] ret_from_fork (arch/x86/kernel/process.c:147) [ 5768.251930] ? __pfx_kthread (kernel/kthread.c:341) [ 5768.252127] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5768.252340] | [ 5846.251791] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5846.252128] rcu: 1-....: (2521732 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=630536 | [ 5846.252655] rcu: (t=2522615 jiffies g=213437 q=2493 ncpus=4) [ 5846.253399] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5846.253981] Workqueue: netns cleanup_net [ 5846.254192] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5846.254484] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5846.255428] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5846.255698] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5846.256067] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5846.256433] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5846.256800] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5846.257165] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5846.257534] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5846.257947] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5846.258244] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5846.258611] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5846.258977] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5846.259343] PKRU: 55555554 [ 5846.259488] Call Trace: [ 5846.259621] [ 5846.259736] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5846.259969] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5846.260207] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5846.260416] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5846.260621] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5846.260829] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5846.261063] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5846.261292] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5846.261569] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5846.261785] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5846.262037] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5846.262270] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5846.262497] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5846.262772] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5846.263030] [ 5846.263145] [ 5846.263262] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5846.263537] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5846.263793] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5846.263999] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5846.264194] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5846.264463] ? up_read (kernel/locking/rwsem.c:1622) [ 5846.264635] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5846.264872] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5846.265129] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5846.265380] __tcf_action_put (net/sched/act_api.c:377) [ 5846.265587] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5846.265799] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5846.266002] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5846.266278] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5846.266529] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5846.266771] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5846.266980] tcf_chain_flush (net/sched/cls_api.c:737) [ 5846.267180] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5846.267384] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5846.267645] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5846.267851] dev_shutdown (net/sched/sch_generic.c:1482) [ 5846.268042] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5846.268322] cleanup_net (net/core/net_namespace.c:633) [ 5846.268514] ? process_one_work (kernel/workqueue.c:2606) [ 5846.268733] process_one_work (kernel/workqueue.c:2633) [ 5846.268948] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5846.269148] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5846.269371] kthread (kernel/kthread.c:388) [ 5846.269543] ? __pfx_kthread (kernel/kthread.c:341) [ 5846.269741] ret_from_fork (arch/x86/kernel/process.c:147) [ 5846.269932] ? __pfx_kthread (kernel/kthread.c:341) [ 5846.270128] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5846.270340] | [ 5924.269792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 5924.270130] rcu: 1-....: (2599733 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=650037 | [ 5924.270660] rcu: (t=2600633 jiffies g=213437 q=2493 ncpus=4) [ 5924.271401] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 5924.271983] Workqueue: netns cleanup_net [ 5924.272196] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5924.272482] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 5924.273426] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 5924.273697] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 5924.274072] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 5924.274435] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 5924.274803] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 5924.275170] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 5924.275538] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 5924.275950] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 5924.276248] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 5924.276615] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 5924.276980] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 5924.277345] PKRU: 55555554 [ 5924.277490] Call Trace: [ 5924.277625] [ 5924.277738] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 5924.277972] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 5924.278211] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 5924.278419] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 5924.278621] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 5924.278828] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 5924.279061] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 5924.279293] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 5924.279568] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 5924.279783] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 5924.280033] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 5924.280269] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 5924.280497] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 5924.280769] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 5924.281028] [ 5924.281145] [ 5924.281261] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 5924.281538] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 5924.281794] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 5924.281997] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 5924.282191] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5924.282452] ? up_read (kernel/locking/rwsem.c:1622) [ 5924.282627] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 5924.282864] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5924.283122] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 5924.283374] __tcf_action_put (net/sched/act_api.c:377) [ 5924.283580] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 5924.283791] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 5924.283995] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 5924.284277] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 5924.284528] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 5924.284768] tcf_proto_destroy (net/sched/cls_api.c:418) [ 5924.284977] tcf_chain_flush (net/sched/cls_api.c:737) [ 5924.285180] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 5924.285383] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 5924.285645] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 5924.285850] dev_shutdown (net/sched/sch_generic.c:1482) [ 5924.286041] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 5924.286323] cleanup_net (net/core/net_namespace.c:633) [ 5924.286514] ? process_one_work (kernel/workqueue.c:2606) [ 5924.286734] process_one_work (kernel/workqueue.c:2633) [ 5924.286945] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 5924.287145] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 5924.287372] kthread (kernel/kthread.c:388) [ 5924.287543] ? __pfx_kthread (kernel/kthread.c:341) [ 5924.287740] ret_from_fork (arch/x86/kernel/process.c:147) [ 5924.287932] ? __pfx_kthread (kernel/kthread.c:341) [ 5924.288130] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 5924.288339] | [ 6002.288792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6002.289129] rcu: 1-....: (2677735 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=669538 | [ 6002.289657] rcu: (t=2678652 jiffies g=213437 q=2493 ncpus=4) [ 6002.290400] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6002.290983] Workqueue: netns cleanup_net [ 6002.291193] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6002.291481] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6002.292418] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6002.292691] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6002.293055] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6002.293422] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6002.293792] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6002.294161] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6002.294526] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6002.294942] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6002.295238] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6002.295602] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6002.295968] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6002.296333] PKRU: 55555554 [ 6002.296477] Call Trace: [ 6002.296610] [ 6002.296724] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6002.296959] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6002.297196] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6002.297405] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6002.297609] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6002.297812] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6002.298047] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6002.298276] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6002.298553] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6002.298766] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6002.299017] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6002.299253] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6002.299477] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6002.299750] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6002.300010] [ 6002.300125] [ 6002.300239] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6002.300519] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6002.300774] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6002.300977] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6002.301171] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6002.301431] ? up_read (kernel/locking/rwsem.c:1622) [ 6002.301607] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6002.301842] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6002.302101] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6002.302352] __tcf_action_put (net/sched/act_api.c:377) [ 6002.302559] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6002.302770] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6002.302972] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6002.303246] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6002.303497] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6002.303746] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6002.303954] tcf_chain_flush (net/sched/cls_api.c:737) [ 6002.304157] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6002.304361] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6002.304623] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6002.304827] dev_shutdown (net/sched/sch_generic.c:1482) [ 6002.305019] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6002.305299] cleanup_net (net/core/net_namespace.c:633) [ 6002.305489] ? process_one_work (kernel/workqueue.c:2606) [ 6002.305715] process_one_work (kernel/workqueue.c:2633) [ 6002.305927] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6002.306126] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6002.306353] kthread (kernel/kthread.c:388) [ 6002.306521] ? __pfx_kthread (kernel/kthread.c:341) [ 6002.306720] ret_from_fork (arch/x86/kernel/process.c:147) [ 6002.306912] ? __pfx_kthread (kernel/kthread.c:341) [ 6002.307112] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6002.307321] | [ 6080.310792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6080.311129] rcu: 1-....: (2755740 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=689040 | [ 6080.311652] rcu: (t=2756674 jiffies g=213437 q=2493 ncpus=4) [ 6080.312393] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6080.312975] Workqueue: netns cleanup_net [ 6080.313186] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6080.313477] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6080.314418] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6080.314689] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6080.315056] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6080.315419] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6080.315790] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6080.316157] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6080.316524] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6080.316938] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6080.317236] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6080.317604] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6080.317972] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6080.318341] PKRU: 55555554 [ 6080.318486] Call Trace: [ 6080.318621] [ 6080.318734] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6080.318968] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6080.319207] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6080.319415] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6080.319618] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6080.319822] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6080.320056] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6080.320287] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6080.320562] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6080.320776] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6080.321029] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6080.321265] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6080.321491] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6080.321763] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6080.322021] [ 6080.322138] [ 6080.322254] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6080.322531] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6080.322786] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6080.322990] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6080.323183] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6080.323451] ? up_read (kernel/locking/rwsem.c:1622) [ 6080.323625] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6080.323863] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6080.324121] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6080.324373] __tcf_action_put (net/sched/act_api.c:377) [ 6080.324578] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6080.324788] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6080.324993] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6080.325270] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6080.325520] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6080.325759] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6080.325970] tcf_chain_flush (net/sched/cls_api.c:737) [ 6080.326172] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6080.326375] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6080.326637] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6080.326841] dev_shutdown (net/sched/sch_generic.c:1482) [ 6080.327032] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6080.327314] cleanup_net (net/core/net_namespace.c:633) [ 6080.327504] ? process_one_work (kernel/workqueue.c:2606) [ 6080.327724] process_one_work (kernel/workqueue.c:2633) [ 6080.327935] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6080.328135] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6080.328360] kthread (kernel/kthread.c:388) [ 6080.328531] ? __pfx_kthread (kernel/kthread.c:341) [ 6080.328730] ret_from_fork (arch/x86/kernel/process.c:147) [ 6080.328922] ? __pfx_kthread (kernel/kthread.c:341) [ 6080.329119] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6080.329328] | [ 6158.329791] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6158.330127] rcu: 1-....: (2833742 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=708541 | [ 6158.330649] rcu: (t=2834693 jiffies g=213437 q=2493 ncpus=4) [ 6158.331391] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6158.331973] Workqueue: netns cleanup_net [ 6158.332183] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6158.332469] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6158.333414] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6158.333683] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6158.334051] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6158.334416] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6158.334783] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6158.335147] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6158.335514] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6158.335929] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6158.336223] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6158.336591] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6158.336960] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6158.337326] PKRU: 55555554 [ 6158.337471] Call Trace: [ 6158.337604] [ 6158.337718] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6158.337952] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6158.338189] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6158.338399] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6158.338602] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6158.338805] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6158.339040] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6158.339268] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6158.339546] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6158.339760] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6158.340010] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6158.340246] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6158.340470] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6158.340740] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6158.341001] [ 6158.341116] [ 6158.341233] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6158.341510] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6158.341765] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6158.341970] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6158.342164] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6158.342425] ? up_read (kernel/locking/rwsem.c:1622) [ 6158.342600] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6158.342835] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6158.343098] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6158.343348] __tcf_action_put (net/sched/act_api.c:377) [ 6158.343564] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6158.343776] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6158.343979] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6158.344252] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6158.344503] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6158.344745] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6158.344952] tcf_chain_flush (net/sched/cls_api.c:737) [ 6158.345153] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6158.345359] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6158.345621] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6158.345825] dev_shutdown (net/sched/sch_generic.c:1482) [ 6158.346019] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6158.346301] cleanup_net (net/core/net_namespace.c:633) [ 6158.346491] ? process_one_work (kernel/workqueue.c:2606) [ 6158.346714] process_one_work (kernel/workqueue.c:2633) [ 6158.346926] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6158.347125] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6158.347351] kthread (kernel/kthread.c:388) [ 6158.347518] ? __pfx_kthread (kernel/kthread.c:341) [ 6158.347718] ret_from_fork (arch/x86/kernel/process.c:147) [ 6158.347910] ? __pfx_kthread (kernel/kthread.c:341) [ 6158.348109] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6158.348318] | [ 6236.351803] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6236.352143] rcu: 1-....: (2911747 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=728043 | [ 6236.352673] rcu: (t=2912715 jiffies g=213437 q=2493 ncpus=4) [ 6236.353418] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6236.354001] Workqueue: netns cleanup_net [ 6236.354216] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6236.354506] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6236.355448] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6236.355718] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6236.356086] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6236.356450] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6236.356816] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6236.357180] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6236.357548] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6236.357960] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6236.358256] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6236.358624] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6236.358988] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6236.359353] PKRU: 55555554 [ 6236.359498] Call Trace: [ 6236.359638] [ 6236.359758] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6236.359992] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6236.360233] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6236.360440] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6236.360648] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6236.360851] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6236.361084] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6236.361316] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6236.361594] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6236.361812] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6236.362062] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6236.362297] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6236.362532] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6236.362805] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6236.363063] [ 6236.363179] [ 6236.363296] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6236.363574] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6236.363830] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6236.364035] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6236.364230] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6236.364493] ? up_read (kernel/locking/rwsem.c:1622) [ 6236.364665] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6236.364904] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6236.365161] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6236.365412] __tcf_action_put (net/sched/act_api.c:377) [ 6236.365619] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6236.365833] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6236.366036] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6236.366312] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6236.366563] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6236.366805] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6236.367014] tcf_chain_flush (net/sched/cls_api.c:737) [ 6236.367220] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6236.367424] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6236.367686] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6236.367893] dev_shutdown (net/sched/sch_generic.c:1482) [ 6236.368085] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6236.368368] cleanup_net (net/core/net_namespace.c:633) [ 6236.368559] ? process_one_work (kernel/workqueue.c:2606) [ 6236.368780] process_one_work (kernel/workqueue.c:2633) [ 6236.368994] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6236.369193] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6236.369416] kthread (kernel/kthread.c:388) [ 6236.369587] ? __pfx_kthread (kernel/kthread.c:341) [ 6236.369785] ret_from_fork (arch/x86/kernel/process.c:147) [ 6236.369977] ? __pfx_kthread (kernel/kthread.c:341) [ 6236.370174] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6236.370385] | [ 6314.370793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6314.371134] rcu: 1-....: (2989749 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=747544 | [ 6314.371659] rcu: (t=2990734 jiffies g=213437 q=2493 ncpus=4) [ 6314.372409] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6314.372998] Workqueue: netns cleanup_net [ 6314.373215] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6314.373505] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6314.374445] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6314.374717] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6314.375082] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6314.375447] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6314.375813] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6314.376177] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6314.376542] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6314.376957] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6314.377253] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6314.377618] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6314.377984] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6314.378348] PKRU: 55555554 [ 6314.378491] Call Trace: [ 6314.378629] [ 6314.378743] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6314.378978] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6314.379216] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6314.379425] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6314.379628] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6314.379831] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6314.380065] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6314.380295] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6314.380573] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6314.380786] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6314.381036] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6314.381272] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6314.381496] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6314.381770] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6314.382029] [ 6314.382149] [ 6314.382264] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6314.382549] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6314.382806] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6314.383009] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6314.383203] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6314.383468] ? up_read (kernel/locking/rwsem.c:1622) [ 6314.383644] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6314.383880] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6314.384138] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6314.384388] __tcf_action_put (net/sched/act_api.c:377) [ 6314.384596] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6314.384808] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6314.385011] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6314.385286] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6314.385537] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6314.385780] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6314.385987] tcf_chain_flush (net/sched/cls_api.c:737) [ 6314.386190] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6314.386395] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6314.386658] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6314.386876] dev_shutdown (net/sched/sch_generic.c:1482) [ 6314.387067] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6314.387346] cleanup_net (net/core/net_namespace.c:633) [ 6314.387537] ? process_one_work (kernel/workqueue.c:2606) [ 6314.387759] process_one_work (kernel/workqueue.c:2633) [ 6314.387970] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6314.388169] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6314.388395] kthread (kernel/kthread.c:388) [ 6314.388562] ? __pfx_kthread (kernel/kthread.c:341) [ 6314.388762] ret_from_fork (arch/x86/kernel/process.c:147) [ 6314.388955] ? __pfx_kthread (kernel/kthread.c:341) [ 6314.389153] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6314.389364] | [ 6392.392792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6392.393127] rcu: 1-....: (3067754 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=767046 | [ 6392.393650] rcu: (t=3068756 jiffies g=213437 q=2493 ncpus=4) [ 6392.394402] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6392.394988] Workqueue: netns cleanup_net [ 6392.395206] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6392.395499] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6392.396446] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6392.396718] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6392.397085] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6392.397452] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6392.397820] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6392.398187] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6392.398553] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6392.398970] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6392.399269] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6392.399635] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6392.400002] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6392.400371] PKRU: 55555554 [ 6392.400519] Call Trace: [ 6392.400659] [ 6392.400781] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6392.401020] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6392.401260] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6392.401467] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6392.401670] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6392.401882] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6392.402113] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6392.402345] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6392.402619] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6392.402835] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6392.403085] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6392.403317] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6392.403544] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6392.403816] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6392.404074] [ 6392.404190] [ 6392.404306] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6392.404582] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6392.404837] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6392.405038] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6392.405231] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6392.405492] ? up_read (kernel/locking/rwsem.c:1622) [ 6392.405666] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6392.405907] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6392.406164] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6392.406413] __tcf_action_put (net/sched/act_api.c:377) [ 6392.406623] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6392.406836] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6392.407040] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6392.407316] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6392.407567] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6392.407810] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6392.408018] tcf_chain_flush (net/sched/cls_api.c:737) [ 6392.408220] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6392.408424] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6392.408684] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6392.408891] dev_shutdown (net/sched/sch_generic.c:1482) [ 6392.409082] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6392.409365] cleanup_net (net/core/net_namespace.c:633) [ 6392.409556] ? process_one_work (kernel/workqueue.c:2606) [ 6392.409777] process_one_work (kernel/workqueue.c:2633) [ 6392.409990] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6392.410189] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6392.410418] kthread (kernel/kthread.c:388) [ 6392.410590] ? __pfx_kthread (kernel/kthread.c:341) [ 6392.410788] ret_from_fork (arch/x86/kernel/process.c:147) [ 6392.410981] ? __pfx_kthread (kernel/kthread.c:341) [ 6392.411179] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6392.411390] | [ 6470.414792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6470.415133] rcu: 1-....: (3145759 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=786548 | [ 6470.415659] rcu: (t=3146778 jiffies g=213437 q=2493 ncpus=4) [ 6470.416401] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6470.416986] Workqueue: netns cleanup_net [ 6470.417200] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6470.417487] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 6470.418430] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6470.418700] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6470.419067] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6470.419432] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6470.419797] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6470.420168] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6470.420536] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6470.420948] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6470.421246] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6470.421622] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6470.421989] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6470.422358] PKRU: 55555554 [ 6470.422505] Call Trace: [ 6470.422639] [ 6470.422753] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6470.422989] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6470.423228] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6470.423434] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6470.423638] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6470.423845] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6470.424078] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6470.424309] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6470.424585] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6470.424802] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6470.425052] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6470.425290] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6470.425517] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6470.425788] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6470.426048] [ 6470.426164] [ 6470.426280] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6470.426556] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6470.426814] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6470.427016] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6470.427211] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6470.427473] ? up_read (kernel/locking/rwsem.c:1622) [ 6470.427646] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6470.427888] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6470.428145] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6470.428396] __tcf_action_put (net/sched/act_api.c:377) [ 6470.428602] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6470.428813] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6470.429017] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6470.429293] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6470.429544] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6470.429784] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6470.429995] tcf_chain_flush (net/sched/cls_api.c:737) [ 6470.430197] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6470.430400] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6470.430662] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6470.430869] dev_shutdown (net/sched/sch_generic.c:1482) [ 6470.431060] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6470.431350] cleanup_net (net/core/net_namespace.c:633) [ 6470.431542] ? process_one_work (kernel/workqueue.c:2606) [ 6470.431762] process_one_work (kernel/workqueue.c:2633) [ 6470.431975] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6470.432174] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6470.432398] kthread (kernel/kthread.c:388) [ 6470.432569] ? __pfx_kthread (kernel/kthread.c:341) [ 6470.432767] ret_from_fork (arch/x86/kernel/process.c:147) [ 6470.432962] ? __pfx_kthread (kernel/kthread.c:341) [ 6470.433159] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6470.433369] | [ 6548.432792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6548.433131] rcu: 1-....: (3223760 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=806049 | [ 6548.433656] rcu: (t=3224796 jiffies g=213437 q=2493 ncpus=4) [ 6548.434402] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6548.434991] Workqueue: netns cleanup_net [ 6548.435203] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6548.435492] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 6548.436435] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6548.436705] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6548.437073] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6548.437440] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6548.437808] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6548.438173] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6548.438540] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6548.438958] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6548.439255] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6548.439621] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6548.439992] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6548.440358] PKRU: 55555554 [ 6548.440502] Call Trace: [ 6548.440636] [ 6548.440751] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6548.441020] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6548.441259] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6548.441473] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6548.441677] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6548.441882] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6548.442117] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6548.442347] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6548.442627] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6548.442844] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6548.443095] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6548.443332] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6548.443557] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6548.443832] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6548.444091] [ 6548.444206] [ 6548.444323] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6548.444604] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 6548.444863] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6548.445067] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6548.445263] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6548.445530] ? up_read (kernel/locking/rwsem.c:1622) [ 6548.445706] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6548.445944] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6548.446203] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6548.446455] __tcf_action_put (net/sched/act_api.c:377) [ 6548.446663] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6548.446878] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6548.447081] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6548.447356] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6548.447608] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6548.447853] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6548.448060] tcf_chain_flush (net/sched/cls_api.c:737) [ 6548.448261] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6548.448466] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6548.448730] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6548.448939] dev_shutdown (net/sched/sch_generic.c:1482) [ 6548.449130] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6548.449411] cleanup_net (net/core/net_namespace.c:633) [ 6548.449603] ? process_one_work (kernel/workqueue.c:2606) [ 6548.449828] process_one_work (kernel/workqueue.c:2633) [ 6548.450041] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6548.450241] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6548.450468] kthread (kernel/kthread.c:388) [ 6548.450637] ? __pfx_kthread (kernel/kthread.c:341) [ 6548.450837] ret_from_fork (arch/x86/kernel/process.c:147) [ 6548.451036] ? __pfx_kthread (kernel/kthread.c:341) [ 6548.451236] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6548.451447] | [ 6626.450792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6626.451132] rcu: 1-....: (3301761 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=825550 | [ 6626.451654] rcu: (t=3302814 jiffies g=213437 q=2493 ncpus=4) [ 6626.452398] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6626.452981] Workqueue: netns cleanup_net [ 6626.453193] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6626.453482] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 6626.454426] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6626.454696] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6626.455067] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6626.455434] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6626.455802] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6626.456165] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6626.456534] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6626.456949] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6626.457245] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6626.457613] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6626.457981] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6626.458350] PKRU: 55555554 [ 6626.458498] Call Trace: [ 6626.458637] [ 6626.458752] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6626.458989] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6626.459226] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6626.459436] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6626.459641] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6626.459845] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6626.460080] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6626.460309] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6626.460593] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6626.460814] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6626.461066] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6626.461302] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6626.461527] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6626.461800] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6626.462061] [ 6626.462176] [ 6626.462293] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6626.462572] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6626.462829] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6626.463034] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6626.463229] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6626.463492] ? up_read (kernel/locking/rwsem.c:1622) [ 6626.463668] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6626.463904] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6626.464163] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6626.464415] __tcf_action_put (net/sched/act_api.c:377) [ 6626.464623] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6626.464837] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6626.465040] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6626.465316] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6626.465568] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6626.465811] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6626.466020] tcf_chain_flush (net/sched/cls_api.c:737) [ 6626.466221] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6626.466426] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6626.466689] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6626.466898] dev_shutdown (net/sched/sch_generic.c:1482) [ 6626.467089] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6626.467371] cleanup_net (net/core/net_namespace.c:633) [ 6626.467562] ? process_one_work (kernel/workqueue.c:2606) [ 6626.467785] process_one_work (kernel/workqueue.c:2633) [ 6626.467999] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6626.468198] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6626.468424] kthread (kernel/kthread.c:388) [ 6626.468594] ? __pfx_kthread (kernel/kthread.c:341) [ 6626.468792] ret_from_fork (arch/x86/kernel/process.c:147) [ 6626.468986] ? __pfx_kthread (kernel/kthread.c:341) [ 6626.469186] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6626.469398] | [ 6704.468792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6704.469124] rcu: 1-....: (3379762 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=845051 | [ 6704.469650] rcu: (t=3380832 jiffies g=213437 q=2493 ncpus=4) [ 6704.470401] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6704.470986] Workqueue: netns cleanup_net [ 6704.471199] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6704.471491] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6704.472436] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6704.472708] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6704.473082] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6704.473449] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6704.473817] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6704.474185] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6704.474553] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6704.474974] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6704.475273] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6704.475644] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6704.476011] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6704.476378] PKRU: 55555554 [ 6704.476523] Call Trace: [ 6704.476660] [ 6704.476773] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6704.477010] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6704.477250] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6704.477458] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6704.477662] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6704.477865] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6704.478101] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6704.478333] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6704.478610] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6704.478826] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6704.479078] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6704.479314] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6704.479541] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6704.479817] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6704.480076] [ 6704.480198] [ 6704.480314] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6704.480593] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6704.480850] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6704.481054] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6704.481248] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6704.481510] ? up_read (kernel/locking/rwsem.c:1622) [ 6704.481687] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6704.481926] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6704.482190] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6704.482441] __tcf_action_put (net/sched/act_api.c:377) [ 6704.482647] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6704.482858] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6704.483060] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6704.483340] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6704.483591] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6704.483835] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6704.484043] tcf_chain_flush (net/sched/cls_api.c:737) [ 6704.484247] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6704.484451] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6704.484714] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6704.484920] dev_shutdown (net/sched/sch_generic.c:1482) [ 6704.485112] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6704.485395] cleanup_net (net/core/net_namespace.c:633) [ 6704.485588] ? process_one_work (kernel/workqueue.c:2606) [ 6704.485813] process_one_work (kernel/workqueue.c:2633) [ 6704.486025] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6704.486224] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6704.486450] kthread (kernel/kthread.c:388) [ 6704.486621] ? __pfx_kthread (kernel/kthread.c:341) [ 6704.486821] ret_from_fork (arch/x86/kernel/process.c:147) [ 6704.487014] ? __pfx_kthread (kernel/kthread.c:341) [ 6704.487212] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6704.487423] | [ 6782.487792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6782.488126] rcu: 1-....: (3457764 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=864552 | [ 6782.488650] rcu: (t=3458851 jiffies g=213437 q=2493 ncpus=4) [ 6782.489394] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6782.489987] Workqueue: netns cleanup_net [ 6782.490201] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6782.490488] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6782.491433] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6782.491704] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6782.492071] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6782.492439] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6782.492804] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6782.493172] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6782.493540] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6782.493953] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6782.494252] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6782.494620] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6782.494989] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6782.495355] PKRU: 55555554 [ 6782.495502] Call Trace: [ 6782.495637] [ 6782.495752] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6782.495985] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6782.496225] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6782.496433] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6782.496638] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6782.496844] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6782.497076] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6782.497310] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6782.497586] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6782.497804] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6782.498056] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6782.498290] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6782.498517] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6782.498790] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6782.499050] [ 6782.499166] [ 6782.499283] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6782.499561] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6782.499826] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6782.500031] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6782.500225] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6782.500487] ? up_read (kernel/locking/rwsem.c:1622) [ 6782.500661] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6782.500899] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6782.501157] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6782.501409] __tcf_action_put (net/sched/act_api.c:377) [ 6782.501619] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6782.501835] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6782.502039] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6782.502315] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6782.502566] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6782.502809] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6782.503017] tcf_chain_flush (net/sched/cls_api.c:737) [ 6782.503219] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6782.503424] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6782.503687] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6782.503894] dev_shutdown (net/sched/sch_generic.c:1482) [ 6782.504085] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6782.504367] cleanup_net (net/core/net_namespace.c:633) [ 6782.504558] ? process_one_work (kernel/workqueue.c:2606) [ 6782.504783] process_one_work (kernel/workqueue.c:2633) [ 6782.504999] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6782.505198] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6782.505424] kthread (kernel/kthread.c:388) [ 6782.505594] ? __pfx_kthread (kernel/kthread.c:341) [ 6782.505792] ret_from_fork (arch/x86/kernel/process.c:147) [ 6782.505984] ? __pfx_kthread (kernel/kthread.c:341) [ 6782.506182] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6782.506395] | [ 6860.505798] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6860.506138] rcu: 1-....: (3535765 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=884053 | [ 6860.506665] rcu: (t=3536869 jiffies g=213437 q=2493 ncpus=4) [ 6860.507418] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6860.508008] Workqueue: netns cleanup_net [ 6860.508223] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6860.508514] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6860.509467] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6860.509738] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6860.510106] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6860.510474] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6860.510843] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6860.511213] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6860.511581] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6860.511998] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6860.512295] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6860.512664] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6860.513031] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6860.513398] PKRU: 55555554 [ 6860.513542] Call Trace: [ 6860.513681] [ 6860.513800] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6860.514035] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6860.514275] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6860.514483] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6860.514688] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6860.514890] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6860.515125] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6860.515356] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6860.515634] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6860.515848] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6860.516099] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6860.516336] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6860.516562] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6860.516837] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6860.517096] [ 6860.517212] [ 6860.517328] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6860.517606] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6860.517863] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6860.518066] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6860.518260] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6860.518523] ? up_read (kernel/locking/rwsem.c:1622) [ 6860.518700] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6860.518939] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6860.519199] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6860.519455] __tcf_action_put (net/sched/act_api.c:377) [ 6860.519663] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6860.519875] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6860.520078] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6860.520357] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6860.520607] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6860.520850] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6860.521058] tcf_chain_flush (net/sched/cls_api.c:737) [ 6860.521261] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6860.521464] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6860.521727] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6860.521933] dev_shutdown (net/sched/sch_generic.c:1482) [ 6860.522124] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6860.522405] cleanup_net (net/core/net_namespace.c:633) [ 6860.522596] ? process_one_work (kernel/workqueue.c:2606) [ 6860.522818] process_one_work (kernel/workqueue.c:2633) [ 6860.523029] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6860.523227] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6860.523455] kthread (kernel/kthread.c:388) [ 6860.523625] ? __pfx_kthread (kernel/kthread.c:341) [ 6860.523824] ret_from_fork (arch/x86/kernel/process.c:147) [ 6860.524016] ? __pfx_kthread (kernel/kthread.c:341) [ 6860.524214] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6860.524423] | [ 6938.524792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 6938.525121] rcu: 1-....: (3613767 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=903554 | [ 6938.525644] rcu: (t=3614888 jiffies g=213437 q=2493 ncpus=4) [ 6938.526390] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 6938.526975] Workqueue: netns cleanup_net [ 6938.527191] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6938.527481] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 6938.528422] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 6938.528694] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 6938.529070] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 6938.529435] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 6938.529804] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 6938.530170] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 6938.530536] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 6938.530951] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 6938.531249] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 6938.531616] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 6938.531981] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 6938.532349] PKRU: 55555554 [ 6938.532493] Call Trace: [ 6938.532630] [ 6938.532743] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 6938.532979] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 6938.533220] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 6938.533428] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 6938.533632] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 6938.533835] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 6938.534070] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 6938.534303] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 6938.534581] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 6938.534794] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 6938.535046] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 6938.535283] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 6938.535509] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 6938.535783] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 6938.536043] [ 6938.536160] [ 6938.536276] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 6938.536554] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 6938.536811] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 6938.537014] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 6938.537208] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6938.537469] ? up_read (kernel/locking/rwsem.c:1622) [ 6938.537644] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 6938.537882] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6938.538141] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 6938.538392] __tcf_action_put (net/sched/act_api.c:377) [ 6938.538599] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 6938.538811] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 6938.539021] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 6938.539299] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 6938.539549] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 6938.539791] tcf_proto_destroy (net/sched/cls_api.c:418) [ 6938.539999] tcf_chain_flush (net/sched/cls_api.c:737) [ 6938.540203] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 6938.540406] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 6938.540668] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 6938.540875] dev_shutdown (net/sched/sch_generic.c:1482) [ 6938.541066] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 6938.541347] cleanup_net (net/core/net_namespace.c:633) [ 6938.541539] ? process_one_work (kernel/workqueue.c:2606) [ 6938.541761] process_one_work (kernel/workqueue.c:2633) [ 6938.541972] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 6938.542171] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 6938.542399] kthread (kernel/kthread.c:388) [ 6938.542570] ? __pfx_kthread (kernel/kthread.c:341) [ 6938.542769] ret_from_fork (arch/x86/kernel/process.c:147) [ 6938.542963] ? __pfx_kthread (kernel/kthread.c:341) [ 6938.543161] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 6938.543371] | [ 7016.542792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7016.543127] rcu: 1-....: (3691768 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=923055 | [ 7016.543656] rcu: (t=3692906 jiffies g=213437 q=2493 ncpus=4) [ 7016.544405] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7016.544992] Workqueue: netns cleanup_net [ 7016.545209] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7016.545501] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7016.546441] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7016.546715] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7016.547082] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7016.547449] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7016.547817] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7016.548183] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7016.548549] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7016.548974] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7016.549273] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7016.549638] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7016.550006] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7016.550372] PKRU: 55555554 [ 7016.550517] Call Trace: [ 7016.550653] [ 7016.550776] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7016.551013] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7016.551253] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7016.551460] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7016.551664] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7016.551871] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7016.552104] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7016.552336] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7016.552612] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7016.552829] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7016.553079] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7016.553313] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7016.553541] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7016.553814] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7016.554072] [ 7016.554188] [ 7016.554305] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7016.554582] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7016.554839] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7016.555041] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7016.555236] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7016.555498] ? up_read (kernel/locking/rwsem.c:1622) [ 7016.555671] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7016.555910] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7016.556168] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7016.556419] __tcf_action_put (net/sched/act_api.c:377) [ 7016.556629] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7016.556841] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7016.557047] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7016.557323] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7016.557574] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7016.557820] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7016.558028] tcf_chain_flush (net/sched/cls_api.c:737) [ 7016.558230] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7016.558433] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7016.558700] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7016.558905] dev_shutdown (net/sched/sch_generic.c:1482) [ 7016.559096] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7016.559378] cleanup_net (net/core/net_namespace.c:633) [ 7016.559570] ? process_one_work (kernel/workqueue.c:2606) [ 7016.559791] process_one_work (kernel/workqueue.c:2633) [ 7016.560005] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7016.560205] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7016.560429] kthread (kernel/kthread.c:388) [ 7016.560600] ? __pfx_kthread (kernel/kthread.c:341) [ 7016.560799] ret_from_fork (arch/x86/kernel/process.c:147) [ 7016.560991] ? __pfx_kthread (kernel/kthread.c:341) [ 7016.561188] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7016.561400] | [ 7094.561792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7094.562124] rcu: 1-....: (3769770 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=942556 | [ 7094.562652] rcu: (t=3770925 jiffies g=213437 q=2495 ncpus=4) [ 7094.563398] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7094.563981] Workqueue: netns cleanup_net [ 7094.564193] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7094.564485] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7094.565429] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7094.565702] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7094.566069] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7094.566435] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7094.566802] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7094.567170] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7094.567537] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7094.567954] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7094.568259] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7094.568626] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7094.568994] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7094.569362] PKRU: 55555554 [ 7094.569506] Call Trace: [ 7094.569641] [ 7094.569755] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7094.569993] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7094.570233] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7094.570441] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7094.570645] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7094.570848] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7094.571083] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7094.571315] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7094.571593] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7094.571807] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7094.572058] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7094.572294] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7094.572520] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7094.572795] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7094.573056] [ 7094.573172] [ 7094.573287] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7094.573567] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7094.573826] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7094.574029] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7094.574223] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7094.574484] ? up_read (kernel/locking/rwsem.c:1622) [ 7094.574659] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7094.574898] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7094.575157] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7094.575409] __tcf_action_put (net/sched/act_api.c:377) [ 7094.575617] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7094.575846] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7094.576049] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7094.576328] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7094.576577] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7094.576823] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7094.577030] tcf_chain_flush (net/sched/cls_api.c:737) [ 7094.577234] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7094.577439] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7094.577702] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7094.577910] dev_shutdown (net/sched/sch_generic.c:1482) [ 7094.578101] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7094.578391] cleanup_net (net/core/net_namespace.c:633) [ 7094.578582] ? process_one_work (kernel/workqueue.c:2606) [ 7094.578808] process_one_work (kernel/workqueue.c:2633) [ 7094.579019] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7094.579218] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7094.579446] kthread (kernel/kthread.c:388) [ 7094.579616] ? __pfx_kthread (kernel/kthread.c:341) [ 7094.579817] ret_from_fork (arch/x86/kernel/process.c:147) [ 7094.580010] ? __pfx_kthread (kernel/kthread.c:341) [ 7094.580209] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7094.580418] | [ 7172.582792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7172.583139] rcu: 1-....: (3847774 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=962057 | [ 7172.583663] rcu: (t=3848946 jiffies g=213437 q=2495 ncpus=4) [ 7172.584411] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7172.584994] Workqueue: netns cleanup_net [ 7172.585207] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7172.585498] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7172.586441] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7172.586713] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7172.587082] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7172.587449] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7172.587819] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7172.588190] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7172.588558] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7172.588975] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7172.589273] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7172.589641] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7172.590009] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7172.590376] PKRU: 55555554 [ 7172.590520] Call Trace: [ 7172.590654] [ 7172.590769] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7172.591008] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7172.591245] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7172.591456] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7172.591659] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7172.591863] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7172.592099] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7172.592329] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7172.592607] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7172.592822] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7172.593074] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7172.593310] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7172.593535] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7172.593809] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7172.594070] [ 7172.594184] [ 7172.594301] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7172.594581] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7172.594839] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7172.595044] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7172.595239] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7172.595501] ? up_read (kernel/locking/rwsem.c:1622) [ 7172.595677] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7172.595913] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7172.596173] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7172.596426] __tcf_action_put (net/sched/act_api.c:377) [ 7172.596646] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7172.596860] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7172.597063] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7172.597339] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7172.597591] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7172.597844] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7172.598056] tcf_chain_flush (net/sched/cls_api.c:737) [ 7172.598257] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7172.598462] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7172.598725] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7172.598932] dev_shutdown (net/sched/sch_generic.c:1482) [ 7172.599123] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7172.599404] cleanup_net (net/core/net_namespace.c:633) [ 7172.599595] ? process_one_work (kernel/workqueue.c:2606) [ 7172.599820] process_one_work (kernel/workqueue.c:2633) [ 7172.600032] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7172.600231] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7172.600458] kthread (kernel/kthread.c:388) [ 7172.600627] ? __pfx_kthread (kernel/kthread.c:341) [ 7172.600826] ret_from_fork (arch/x86/kernel/process.c:147) [ 7172.601019] ? __pfx_kthread (kernel/kthread.c:341) [ 7172.601218] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7172.601431] | [ 7250.601793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7250.602143] rcu: 1-....: (3925776 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=981559 | [ 7250.602670] rcu: (t=3926965 jiffies g=213437 q=2495 ncpus=4) [ 7250.603419] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7250.604005] Workqueue: netns cleanup_net [ 7250.604217] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7250.604504] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7250.605452] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7250.605724] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7250.606096] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7250.606462] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7250.606833] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7250.607197] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7250.607570] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7250.607987] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7250.608284] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7250.608650] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7250.609021] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7250.609387] PKRU: 55555554 [ 7250.609531] Call Trace: [ 7250.609665] [ 7250.609780] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7250.610021] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7250.610260] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7250.610469] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7250.610675] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7250.610882] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7250.611116] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7250.611346] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7250.611622] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7250.611843] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7250.612094] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7250.612332] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7250.612559] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7250.612837] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7250.613097] [ 7250.613213] [ 7250.613329] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7250.613608] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7250.613872] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7250.614078] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7250.614273] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7250.614536] ? up_read (kernel/locking/rwsem.c:1622) [ 7250.614709] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7250.614953] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7250.615211] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7250.615462] __tcf_action_put (net/sched/act_api.c:377) [ 7250.615669] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7250.615888] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7250.616091] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7250.616365] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7250.616616] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7250.616863] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7250.617072] tcf_chain_flush (net/sched/cls_api.c:737) [ 7250.617273] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7250.617483] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7250.617745] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7250.617957] dev_shutdown (net/sched/sch_generic.c:1482) [ 7250.618148] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7250.618429] cleanup_net (net/core/net_namespace.c:633) [ 7250.618623] ? process_one_work (kernel/workqueue.c:2606) [ 7250.618849] process_one_work (kernel/workqueue.c:2633) [ 7250.619062] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7250.619261] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7250.619484] kthread (kernel/kthread.c:388) [ 7250.619655] ? __pfx_kthread (kernel/kthread.c:341) [ 7250.619859] ret_from_fork (arch/x86/kernel/process.c:147) [ 7250.620052] ? __pfx_kthread (kernel/kthread.c:341) [ 7250.620249] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7250.620462] | [ 7328.623791] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7328.624131] rcu: 1-....: (4003781 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1001061 | [ 7328.624663] rcu: (t=4004987 jiffies g=213437 q=2495 ncpus=4) [ 7328.625406] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7328.625988] Workqueue: netns cleanup_net [ 7328.626200] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7328.626486] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7328.627434] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7328.627704] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7328.628077] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7328.628445] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7328.628812] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7328.629176] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7328.629546] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7328.629958] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7328.630256] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7328.630623] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7328.630989] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7328.631354] PKRU: 55555554 [ 7328.631499] Call Trace: [ 7328.631633] [ 7328.631745] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7328.631979] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7328.632218] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7328.632424] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7328.632628] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7328.632830] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7328.633064] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7328.633294] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7328.633569] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7328.633789] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7328.634039] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7328.634275] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7328.634501] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7328.634772] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7328.635030] [ 7328.635146] [ 7328.635263] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7328.635539] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7328.635794] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7328.635998] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7328.636191] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7328.636450] ? up_read (kernel/locking/rwsem.c:1622) [ 7328.636625] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7328.636862] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7328.637126] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7328.637376] __tcf_action_put (net/sched/act_api.c:377) [ 7328.637582] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7328.637791] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7328.637994] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7328.638270] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7328.638520] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7328.638760] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7328.638968] tcf_chain_flush (net/sched/cls_api.c:737) [ 7328.639170] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7328.639373] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7328.639634] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7328.639837] dev_shutdown (net/sched/sch_generic.c:1482) [ 7328.640028] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7328.640309] cleanup_net (net/core/net_namespace.c:633) [ 7328.640500] ? process_one_work (kernel/workqueue.c:2606) [ 7328.640720] process_one_work (kernel/workqueue.c:2633) [ 7328.640930] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7328.641129] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7328.641353] kthread (kernel/kthread.c:388) [ 7328.641524] ? __pfx_kthread (kernel/kthread.c:341) [ 7328.641722] ret_from_fork (arch/x86/kernel/process.c:147) [ 7328.641914] ? __pfx_kthread (kernel/kthread.c:341) [ 7328.642111] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7328.642319] | [ 7406.641793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7406.642129] rcu: 1-....: (4081782 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1020562 | [ 7406.642657] rcu: (t=4083005 jiffies g=213437 q=2495 ncpus=4) [ 7406.643395] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7406.643976] Workqueue: netns cleanup_net [ 7406.644188] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7406.644474] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7406.645415] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7406.645686] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7406.646053] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7406.646417] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7406.646789] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7406.647157] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7406.647524] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7406.647938] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7406.648235] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7406.648601] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7406.648966] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7406.649332] PKRU: 55555554 [ 7406.649477] Call Trace: [ 7406.649612] [ 7406.649725] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7406.649960] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7406.650200] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7406.650408] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7406.650613] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7406.650816] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7406.651051] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7406.651285] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7406.651559] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7406.651772] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7406.652023] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7406.652257] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7406.652483] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7406.652753] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7406.653012] [ 7406.653129] [ 7406.653245] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7406.653521] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7406.653776] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7406.653980] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7406.654172] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7406.654431] ? up_read (kernel/locking/rwsem.c:1622) [ 7406.654606] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7406.654844] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7406.655102] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7406.655352] __tcf_action_put (net/sched/act_api.c:377) [ 7406.655564] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7406.655773] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7406.655978] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7406.656255] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7406.656505] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7406.656749] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7406.656960] tcf_chain_flush (net/sched/cls_api.c:737) [ 7406.657162] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7406.657371] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7406.657633] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7406.657838] dev_shutdown (net/sched/sch_generic.c:1482) [ 7406.658028] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7406.658311] cleanup_net (net/core/net_namespace.c:633) [ 7406.658502] ? process_one_work (kernel/workqueue.c:2606) [ 7406.658721] process_one_work (kernel/workqueue.c:2633) [ 7406.658934] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7406.659134] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7406.659359] kthread (kernel/kthread.c:388) [ 7406.659528] ? __pfx_kthread (kernel/kthread.c:341) [ 7406.659726] ret_from_fork (arch/x86/kernel/process.c:147) [ 7406.659917] ? __pfx_kthread (kernel/kthread.c:341) [ 7406.660114] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7406.660322] | [ 7484.659805] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7484.660147] rcu: 1-....: (4159783 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1040063 | [ 7484.660674] rcu: (t=4161023 jiffies g=213437 q=2495 ncpus=4) [ 7484.661421] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7484.662006] Workqueue: netns cleanup_net [ 7484.662218] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7484.662506] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7484.663444] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7484.663715] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7484.664082] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7484.664449] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7484.664815] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7484.665180] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7484.665547] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7484.665963] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7484.666264] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7484.666631] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7484.666997] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7484.667364] PKRU: 55555554 [ 7484.667508] Call Trace: [ 7484.667645] [ 7484.667763] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7484.667999] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7484.668239] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7484.668446] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7484.668648] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7484.668850] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7484.669085] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7484.669316] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7484.669592] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7484.669806] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7484.670057] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7484.670293] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7484.670518] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7484.670791] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7484.671050] [ 7484.671167] [ 7484.671287] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7484.671564] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7484.671821] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7484.672024] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7484.672218] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7484.672477] ? up_read (kernel/locking/rwsem.c:1622) [ 7484.672651] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7484.672889] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7484.673147] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7484.673397] __tcf_action_put (net/sched/act_api.c:377) [ 7484.673604] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7484.673815] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7484.674016] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7484.674295] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7484.674546] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7484.674786] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7484.674995] tcf_chain_flush (net/sched/cls_api.c:737) [ 7484.675198] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7484.675403] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7484.675664] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7484.675869] dev_shutdown (net/sched/sch_generic.c:1482) [ 7484.676060] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7484.676346] cleanup_net (net/core/net_namespace.c:633) [ 7484.676537] ? process_one_work (kernel/workqueue.c:2606) [ 7484.676757] process_one_work (kernel/workqueue.c:2633) [ 7484.676968] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7484.677167] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7484.677394] kthread (kernel/kthread.c:388) [ 7484.677563] ? __pfx_kthread (kernel/kthread.c:341) [ 7484.677765] ret_from_fork (arch/x86/kernel/process.c:147) [ 7484.677958] ? __pfx_kthread (kernel/kthread.c:341) [ 7484.678156] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7484.678365] | [ 7562.676792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7562.677156] rcu: 1-....: (4237783 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1059563 | [ 7562.677710] rcu: (t=4239040 jiffies g=213437 q=2495 ncpus=4) [ 7562.678489] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7562.679097] Workqueue: netns cleanup_net [ 7562.679324] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7562.679621] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7562.680610] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7562.680894] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7562.681278] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7562.681660] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7562.682045] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7562.682430] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7562.682815] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7562.683245] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7562.683558] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7562.683944] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7562.684326] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7562.684708] PKRU: 55555554 [ 7562.684863] Call Trace: [ 7562.685005] [ 7562.685125] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7562.685369] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7562.685620] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7562.685839] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7562.686061] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7562.686277] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7562.686534] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7562.686788] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7562.687079] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7562.687303] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7562.687565] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7562.687812] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7562.688053] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7562.688337] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7562.688608] [ 7562.688730] [ 7562.688854] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7562.689144] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7562.689412] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7562.689624] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7562.689828] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7562.690104] ? up_read (kernel/locking/rwsem.c:1622) [ 7562.690288] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7562.690536] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7562.690807] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7562.691071] __tcf_action_put (net/sched/act_api.c:377) [ 7562.691287] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7562.691507] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7562.691719] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7562.692009] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7562.692269] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7562.692518] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7562.692736] tcf_chain_flush (net/sched/cls_api.c:737) [ 7562.692948] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7562.693159] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7562.693431] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7562.693642] dev_shutdown (net/sched/sch_generic.c:1482) [ 7562.693842] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7562.694136] cleanup_net (net/core/net_namespace.c:633) [ 7562.694336] ? process_one_work (kernel/workqueue.c:2606) [ 7562.694564] process_one_work (kernel/workqueue.c:2633) [ 7562.694784] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7562.694995] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7562.695229] kthread (kernel/kthread.c:388) [ 7562.695406] ? __pfx_kthread (kernel/kthread.c:341) [ 7562.695612] ret_from_fork (arch/x86/kernel/process.c:147) [ 7562.695815] ? __pfx_kthread (kernel/kthread.c:341) [ 7562.696027] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7562.696249] | [ 7640.694792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7640.695146] rcu: 1-....: (4315783 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1079064 | [ 7640.695710] rcu: (t=4317058 jiffies g=213437 q=2498 ncpus=4) [ 7640.696498] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7640.697115] Workqueue: netns cleanup_net [ 7640.697345] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7640.697653] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7640.698636] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7640.698923] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7640.699304] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7640.699687] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7640.700074] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7640.700456] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7640.700839] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7640.701277] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7640.701587] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7640.701971] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7640.702353] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7640.702734] PKRU: 55555554 [ 7640.702886] Call Trace: [ 7640.703028] [ 7640.703155] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7640.703401] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7640.703648] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7640.703863] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7640.704074] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7640.704283] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7640.704525] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7640.704765] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7640.705057] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7640.705281] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7640.705550] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7640.705797] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7640.706036] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7640.706320] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7640.706591] [ 7640.706712] [ 7640.706835] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7640.707123] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7640.707390] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7640.707603] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7640.707805] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7640.708076] ? up_read (kernel/locking/rwsem.c:1622) [ 7640.708258] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7640.708503] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7640.708772] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7640.709034] __tcf_action_put (net/sched/act_api.c:377) [ 7640.709250] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7640.709474] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7640.709686] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7640.709975] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7640.710234] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7640.710483] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7640.710699] tcf_chain_flush (net/sched/cls_api.c:737) [ 7640.710909] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7640.711120] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7640.711390] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7640.711602] dev_shutdown (net/sched/sch_generic.c:1482) [ 7640.711801] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7640.712094] cleanup_net (net/core/net_namespace.c:633) [ 7640.712292] ? process_one_work (kernel/workqueue.c:2606) [ 7640.712519] process_one_work (kernel/workqueue.c:2633) [ 7640.712741] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7640.712948] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7640.713180] kthread (kernel/kthread.c:388) [ 7640.713356] ? __pfx_kthread (kernel/kthread.c:341) [ 7640.713563] ret_from_fork (arch/x86/kernel/process.c:147) [ 7640.713764] ? __pfx_kthread (kernel/kthread.c:341) [ 7640.713971] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7640.714191] | [ 7718.714792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7718.715139] rcu: 1-....: (4393785 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1098566 | [ 7718.715667] rcu: (t=4395078 jiffies g=213437 q=2498 ncpus=4) [ 7718.716413] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7718.716997] Workqueue: netns cleanup_net [ 7718.717210] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7718.717500] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7718.718444] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7718.718713] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7718.719081] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7718.719447] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7718.719815] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7718.720178] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7718.720547] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7718.720963] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7718.721259] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7718.721627] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7718.721995] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7718.722361] PKRU: 55555554 [ 7718.722505] Call Trace: [ 7718.722639] [ 7718.722754] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7718.722994] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7718.723232] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7718.723442] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7718.723648] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7718.723855] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7718.724090] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7718.724320] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7718.724599] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7718.724814] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7718.725065] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7718.725305] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7718.725530] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7718.725802] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7718.726062] [ 7718.726177] [ 7718.726294] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7718.726573] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7718.726829] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7718.727032] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7718.727227] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7718.727490] ? up_read (kernel/locking/rwsem.c:1622) [ 7718.727665] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7718.727902] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7718.728160] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7718.728410] __tcf_action_put (net/sched/act_api.c:377) [ 7718.728619] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7718.728832] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7718.729035] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7718.729311] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7718.729561] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7718.729804] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7718.730012] tcf_chain_flush (net/sched/cls_api.c:737) [ 7718.730214] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7718.730418] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7718.730685] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7718.730893] dev_shutdown (net/sched/sch_generic.c:1482) [ 7718.731083] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7718.731363] cleanup_net (net/core/net_namespace.c:633) [ 7718.731553] ? process_one_work (kernel/workqueue.c:2606) [ 7718.731775] process_one_work (kernel/workqueue.c:2633) [ 7718.731988] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7718.732186] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7718.732411] kthread (kernel/kthread.c:388) [ 7718.732581] ? __pfx_kthread (kernel/kthread.c:341) [ 7718.732778] ret_from_fork (arch/x86/kernel/process.c:147) [ 7718.732971] ? __pfx_kthread (kernel/kthread.c:341) [ 7718.733168] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7718.733380] | [ 7796.732792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7796.733127] rcu: 1-....: (4471786 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1118067 | [ 7796.733653] rcu: (t=4473096 jiffies g=213437 q=2498 ncpus=4) [ 7796.734395] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7796.734982] Workqueue: netns cleanup_net [ 7796.735194] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7796.735483] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7796.736420] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7796.736695] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7796.737062] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7796.737428] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7796.737794] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7796.738159] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7796.738526] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7796.738942] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7796.739239] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7796.739605] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7796.739972] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7796.740338] PKRU: 55555554 [ 7796.740482] Call Trace: [ 7796.740616] [ 7796.740731] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7796.740968] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7796.741205] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7796.741415] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7796.741622] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7796.741824] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7796.742059] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7796.742287] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7796.742569] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7796.742783] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7796.743036] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7796.743272] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7796.743498] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7796.743770] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7796.744030] [ 7796.744144] [ 7796.744261] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7796.744541] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7796.744804] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7796.745008] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7796.745203] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7796.745465] ? up_read (kernel/locking/rwsem.c:1622) [ 7796.745640] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7796.745876] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7796.746134] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7796.746386] __tcf_action_put (net/sched/act_api.c:377) [ 7796.746595] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7796.746808] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7796.747011] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7796.747291] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7796.747543] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7796.747785] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7796.747994] tcf_chain_flush (net/sched/cls_api.c:737) [ 7796.748195] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7796.748400] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7796.748665] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7796.748871] dev_shutdown (net/sched/sch_generic.c:1482) [ 7796.749064] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7796.749345] cleanup_net (net/core/net_namespace.c:633) [ 7796.749537] ? process_one_work (kernel/workqueue.c:2606) [ 7796.749760] process_one_work (kernel/workqueue.c:2633) [ 7796.749974] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7796.750173] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7796.750400] kthread (kernel/kthread.c:388) [ 7796.750569] ? __pfx_kthread (kernel/kthread.c:341) [ 7796.750768] ret_from_fork (arch/x86/kernel/process.c:147) [ 7796.750962] ? __pfx_kthread (kernel/kthread.c:341) [ 7796.751162] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7796.751373] | [ 7874.750793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7874.751141] rcu: 1-....: (4549787 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1137568 | [ 7874.751678] rcu: (t=4551114 jiffies g=213437 q=2498 ncpus=4) [ 7874.752422] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7874.753007] Workqueue: netns cleanup_net [ 7874.753220] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7874.753510] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 7874.754472] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7874.754752] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7874.755135] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7874.755515] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7874.755911] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7874.756299] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7874.756686] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7874.757103] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7874.757402] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7874.757784] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7874.758152] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7874.758541] PKRU: 55555554 [ 7874.758685] Call Trace: [ 7874.758829] [ 7874.758950] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7874.759194] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7874.759437] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7874.759660] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7874.759882] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7874.760112] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7874.760348] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7874.760590] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7874.760879] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7874.761114] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7874.761365] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7874.761600] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7874.761829] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7874.762116] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7874.762393] [ 7874.762509] [ 7874.762625] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7874.762918] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 7874.763181] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7874.763399] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7874.763607] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7874.763884] ? up_read (kernel/locking/rwsem.c:1622) [ 7874.764074] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7874.764321] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7874.764598] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7874.764852] __tcf_action_put (net/sched/act_api.c:377) [ 7874.765080] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7874.765291] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7874.765493] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7874.765776] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7874.766027] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7874.766274] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7874.766481] tcf_chain_flush (net/sched/cls_api.c:737) [ 7874.766691] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7874.766907] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7874.767190] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7874.767397] dev_shutdown (net/sched/sch_generic.c:1482) [ 7874.767601] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7874.767893] cleanup_net (net/core/net_namespace.c:633) [ 7874.768101] ? process_one_work (kernel/workqueue.c:2606) [ 7874.768327] process_one_work (kernel/workqueue.c:2633) [ 7874.768564] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7874.768781] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7874.769011] kthread (kernel/kthread.c:388) [ 7874.769195] ? __pfx_kthread (kernel/kthread.c:341) [ 7874.769400] ret_from_fork (arch/x86/kernel/process.c:147) [ 7874.769596] ? __pfx_kthread (kernel/kthread.c:341) [ 7874.769817] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7874.770030] | [ 7952.773792] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 7952.774136] rcu: 1-....: (4627792 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1157070 | [ 7952.774665] rcu: (t=4629137 jiffies g=213437 q=2501 ncpus=4) [ 7952.775407] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 7952.775991] Workqueue: netns cleanup_net [ 7952.776205] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7952.776496] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 7952.777438] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 7952.777709] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 7952.778084] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 7952.778447] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 7952.778815] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 7952.779181] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 7952.779549] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 7952.779962] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 7952.780260] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 7952.780627] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 7952.780992] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 7952.781358] PKRU: 55555554 [ 7952.781503] Call Trace: [ 7952.781640] [ 7952.781752] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 7952.781990] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 7952.782234] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 7952.782441] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 7952.782646] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 7952.782848] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 7952.783084] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 7952.783316] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 7952.783591] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 7952.783806] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 7952.784063] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 7952.784299] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 7952.784525] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 7952.784799] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 7952.785058] [ 7952.785174] [ 7952.785290] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 7952.785568] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 7952.785825] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 7952.786029] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 7952.786223] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7952.786484] ? up_read (kernel/locking/rwsem.c:1622) [ 7952.786661] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 7952.786900] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7952.787158] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 7952.787409] __tcf_action_put (net/sched/act_api.c:377) [ 7952.787616] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 7952.787827] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 7952.788030] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 7952.788307] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 7952.788557] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 7952.788798] tcf_proto_destroy (net/sched/cls_api.c:418) [ 7952.789009] tcf_chain_flush (net/sched/cls_api.c:737) [ 7952.789211] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 7952.789414] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 7952.789676] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 7952.789881] dev_shutdown (net/sched/sch_generic.c:1482) [ 7952.790072] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 7952.790354] cleanup_net (net/core/net_namespace.c:633) [ 7952.790546] ? process_one_work (kernel/workqueue.c:2606) [ 7952.790768] process_one_work (kernel/workqueue.c:2633) [ 7952.790981] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 7952.791180] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 7952.791405] kthread (kernel/kthread.c:388) [ 7952.791577] ? __pfx_kthread (kernel/kthread.c:341) [ 7952.791775] ret_from_fork (arch/x86/kernel/process.c:147) [ 7952.791968] ? __pfx_kthread (kernel/kthread.c:341) [ 7952.792165] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 7952.792374] | [ 8030.792793] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8030.793127] rcu: 1-....: (4705794 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1176571 | [ 8030.793661] rcu: (t=4707156 jiffies g=213437 q=2501 ncpus=4) [ 8030.794406] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8030.794988] Workqueue: netns cleanup_net [ 8030.795201] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 8030.795492] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 8030.796436] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 8030.796706] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 8030.797074] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 8030.797441] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 8030.797807] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 8030.798174] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 8030.798541] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 8030.798957] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8030.799254] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 8030.799626] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8030.799994] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8030.800359] PKRU: 55555554 [ 8030.800503] Call Trace: [ 8030.800637] [ 8030.800752] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8030.800991] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8030.801228] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 8030.801444] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8030.801650] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8030.801854] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 8030.802089] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8030.802318] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8030.802598] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8030.802812] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8030.803064] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8030.803300] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8030.803524] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8030.803803] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8030.804063] [ 8030.804177] [ 8030.804294] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8030.804574] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 8030.804830] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8030.805034] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 8030.805229] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 8030.805490] ? up_read (kernel/locking/rwsem.c:1622) [ 8030.805668] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 8030.805904] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 8030.806164] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 8030.806415] __tcf_action_put (net/sched/act_api.c:377) [ 8030.806621] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 8030.806835] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 8030.807038] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 8030.807314] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 8030.807564] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 8030.807806] tcf_proto_destroy (net/sched/cls_api.c:418) [ 8030.808014] tcf_chain_flush (net/sched/cls_api.c:737) [ 8030.808215] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 8030.808420] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 8030.808681] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 8030.808890] dev_shutdown (net/sched/sch_generic.c:1482) [ 8030.809081] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 8030.809361] cleanup_net (net/core/net_namespace.c:633) [ 8030.809552] ? process_one_work (kernel/workqueue.c:2606) [ 8030.809774] process_one_work (kernel/workqueue.c:2633) [ 8030.809987] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 8030.810186] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 8030.810412] kthread (kernel/kthread.c:388) [ 8030.810581] ? __pfx_kthread (kernel/kthread.c:341) [ 8030.810778] ret_from_fork (arch/x86/kernel/process.c:147) [ 8030.810971] ? __pfx_kthread (kernel/kthread.c:341) [ 8030.811170] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 8030.811382] | [ 8108.810800] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 8108.811139] rcu: 1-....: (4783795 ticks this GP) idle=cc3c/1/0x4000000000000000 softirq=120925/120939 fqs=1196072 | [ 8108.811667] rcu: (t=4785174 jiffies g=213437 q=2501 ncpus=4) [ 8108.812418] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 8108.813003] Workqueue: netns cleanup_net [ 8108.813223] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8108.813514] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 8108.814456] RSP: 0018:ffffacc240063a78 EFLAGS: 00000202 [ 8108.814727] RAX: 000000000261a008 RBX: ffffa09b0261a508 RCX: 0000000000000000 [ 8108.815097] RDX: 0000000000000001 RSI: 000000000261a008 RDI: ffffa09b0261a508 [ 8108.815461] RBP: ffffa09b0261a508 R08: 0000000000000001 R09: 0000000000000000 [ 8108.815828] R10: 0000000000000000 R11: ffffacc2404ffcc8 R12: ffffa09b0261a500 [ 8108.816193] R13: 0000000000000000 R14: ffffa09b0261a508 R15: ffffa09b0261a568 [ 8108.816560] FS: 0000000000000000(0000) GS:ffffa09b3ec80000(0000) knlGS:0000000000000000 [ 8108.816976] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 8108.817273] CR2: 00007fe0aafc9000 CR3: 0000000006660001 CR4: 0000000000770ef0 [ 8108.817638] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 8108.818003] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 8108.818369] PKRU: 55555554 [ 8108.818513] Call Trace: [ 8108.818653] [ 8108.818771] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 8108.819007] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 8108.819254] ? cpuacct_charge (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:341) [ 8108.819463] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 8108.819668] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5725) [ 8108.819874] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 8108.820106] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 8108.820337] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 8108.820613] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 8108.820832] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 8108.821083] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 8108.821316] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 8108.821543] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 8108.821815] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 8108.822073] [ 8108.822189] [ 8108.822306] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 8108.822586] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 8108.822842] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 8108.823045] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 8108.823248] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 8108.823517] ? up_read (kernel/locking/rwsem.c:1622) [ 8108.823692] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 8108.823930] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 8108.824189] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 8108.824441] __tcf_action_put (net/sched/act_api.c:377) [ 8108.824651] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 8108.824866] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 8108.825070] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 8108.825347] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 8108.825599] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 8108.825843] tcf_proto_destroy (net/sched/cls_api.c:418) [ 8108.826052] tcf_chain_flush (net/sched/cls_api.c:737) [ 8108.826253] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 8108.826458] clsact_destroy (net/sched/sch_ingress.c:304) sch_ingress [ 8108.826720] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 8108.826929] dev_shutdown (net/sched/sch_generic.c:1482) [ 8108.827121] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11047) [ 8108.827406] cleanup_net (net/core/net_namespace.c:633) [ 8108.827599] ? process_one_work (kernel/workqueue.c:2606) [ 8108.827822] process_one_work (kernel/workqueue.c:2633) [ 8108.828037] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 8108.828236] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 8108.828460] kthread (kernel/kthread.c:388) [ 8108.828632] ? __pfx_kthread (kernel/kthread.c:341) [ 8108.828831] ret_from_fork (arch/x86/kernel/process.c:147) [ 8108.829023] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: __mutex_lock:refcount_dec_and_mutex_lock:__tcf_action_put:tcf_action_destroy queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock