====================================== | [ 294.025348] ------------[ cut here ]------------ | [ 294.025633] DEBUG_LOCKS_WARN_ON(lock->magic != lock) | [ 294.025658] WARNING: CPU: 3 PID: 11 at kernel/locking/mutex.c:587 __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) | [ 294.026445] Modules linked in: act_gact cls_flower sch_ingress vxlan [ 294.027176] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 294.027760] Workqueue: netns cleanup_net [ 294.027974] RIP: 0010:__mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 294.028207] Code: ff 90 e8 a2 e7 70 ff 85 c0 74 23 8b 35 9c 8e db 00 85 f6 75 19 90 48 c7 c6 97 37 0a a6 48 c7 c7 3a ac 09 a6 e8 00 04 26 ff 90 <0f> 0b 90 90 90 e9 03 fd ff ff 4c 8d 6d a0 4c 89 e7 4c 89 ee e8 d6 All code ======== 0: ff 90 e8 a2 e7 70 call *0x70e7a2e8(%rax) 6: ff 85 c0 74 23 8b incl -0x74dc8b40(%rbp) c: 35 9c 8e db 00 xor $0xdb8e9c,%eax 11: 85 f6 test %esi,%esi 13: 75 19 jne 0x2e 15: 90 nop 16: 48 c7 c6 97 37 0a a6 mov $0xffffffffa60a3797,%rsi 1d: 48 c7 c7 3a ac 09 a6 mov $0xffffffffa609ac3a,%rdi 24: e8 00 04 26 ff call 0xffffffffff260429 29: 90 nop 2a:* 0f 0b ud2 <-- trapping instruction 2c: 90 nop 2d: 90 nop 2e: 90 nop 2f: e9 03 fd ff ff jmp 0xfffffffffffffd37 34: 4c 8d 6d a0 lea -0x60(%rbp),%r13 38: 4c 89 e7 mov %r12,%rdi 3b: 4c 89 ee mov %r13,%rsi 3e: e8 .byte 0xe8 3f: d6 (bad) Code starting with the faulting instruction =========================================== 0: 0f 0b ud2 2: 90 nop 3: 90 nop 4: 90 nop 5: e9 03 fd ff ff jmp 0xfffffffffffffd0d a: 4c 8d 6d a0 lea -0x60(%rbp),%r13 e: 4c 89 e7 mov %r12,%rdi 11: 4c 89 ee mov %r13,%rsi 14: e8 .byte 0xe8 15: d6 (bad) [ 294.029146] RSP: 0018:ffffad8700063ab0 EFLAGS: 00010286 [ 294.029419] RAX: 0000000000000000 RBX: 0000000000000000 RCX: 00000000ffffdfff [ 294.029789] RDX: 0000000000000000 RSI: 00000000ffffffea RDI: 0000000000000001 [ 294.030158] RBP: ffffad8700063b30 R08: ffffffffa6578508 R09: 00000000ffffdfff [ 294.030524] R10: ffffffffa6498520 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 294.030893] R13: 0000000000000000 R14: 0000000000000000 R15: ffff9b8984987000 [ 294.031260] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 294.031709] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 294.032103] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 294.032637] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 294.033185] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 294.033740] PKRU: 55555554 [ 294.033958] Call Trace: [ 294.034159] [ 294.034335] ? __warn (kernel/panic.c:677) [ 294.034605] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 294.034921] ? report_bug (lib/bug.c:201 lib/bug.c:219) [ 294.035216] ? handle_bug (arch/x86/kernel/traps.c:238) [ 294.035498] ? exc_invalid_op (arch/x86/kernel/traps.c:259 (discriminator 1)) [ 294.035806] ? asm_exc_invalid_op (./arch/x86/include/asm/idtentry.h:568) [ 294.036144] ? __mutex_lock (kernel/locking/mutex.c:587 kernel/locking/mutex.c:752) [ 294.036448] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 294.036847] ? up_read (kernel/locking/rwsem.c:1622) [ 294.037110] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 294.037465] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 294.037866] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 294.038245] __tcf_action_put (net/sched/act_api.c:377) [ 294.038552] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 294.038875] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 294.039181] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 294.039597] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 294.039976] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 294.040335] tcf_proto_destroy (net/sched/cls_api.c:418) [ 294.040646] tcf_chain_flush (net/sched/cls_api.c:737) [ 294.040958] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 294.041265] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 294.041658] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 294.041975] dev_shutdown (net/sched/sch_generic.c:1482) [ 294.042266] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 294.042680] cleanup_net (net/core/net_namespace.c:633) [ 294.042956] ? process_one_work (kernel/workqueue.c:2606) [ 294.043275] process_one_work (kernel/workqueue.c:2633) [ 294.043586] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 294.043827] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 294.044053] kthread (kernel/kthread.c:388) [ 294.044222] ? __pfx_kthread (kernel/kthread.c:341) [ 294.044433] ret_from_fork (arch/x86/kernel/process.c:147) [ 294.044626] ? __pfx_kthread (kernel/kthread.c:341) [ 294.044827] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 294.047255] ---[ end trace 0000000000000000 ]--- | [ 320.024692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 320.025036] rcu: 3-....: (25999 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=6487 | [ 320.025532] rcu: (t=26000 jiffies g=163465 q=132 ncpus=4) [ 320.026257] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 320.026838] Workqueue: netns cleanup_net [ 320.027055] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 320.027345] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 320.028281] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 320.028553] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 320.028919] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 320.029283] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 320.029648] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 320.030016] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 320.030382] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 320.030799] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 320.031095] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 320.031459] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 320.031824] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 320.032194] PKRU: 55555554 [ 320.032337] Call Trace: [ 320.032472] [ 320.032584] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 320.032819] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 320.033058] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 320.033316] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 320.033551] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 320.033785] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 320.034014] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 320.034290] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 320.034503] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 320.034752] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 320.034987] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 320.035213] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 320.035482] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 320.035743] [ 320.035859] [ 320.035975] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 320.036250] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 320.036504] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 320.036709] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 320.036903] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 320.037164] ? up_read (kernel/locking/rwsem.c:1622) [ 320.037339] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 320.037580] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 320.037839] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 320.038091] __tcf_action_put (net/sched/act_api.c:377) [ 320.038296] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 320.038505] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 320.038708] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 320.038983] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 320.039233] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 320.039471] tcf_proto_destroy (net/sched/cls_api.c:418) [ 320.039679] tcf_chain_flush (net/sched/cls_api.c:737) [ 320.039880] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 320.040083] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 320.040344] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 320.040548] dev_shutdown (net/sched/sch_generic.c:1482) [ 320.040739] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 320.041021] cleanup_net (net/core/net_namespace.c:633) [ 320.041211] ? process_one_work (kernel/workqueue.c:2606) [ 320.041431] process_one_work (kernel/workqueue.c:2633) [ 320.041640] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 320.041839] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 320.042064] kthread (kernel/kthread.c:388) [ 320.042242] ? __pfx_kthread (kernel/kthread.c:341) [ 320.042438] ret_from_fork (arch/x86/kernel/process.c:147) [ 320.042630] ? __pfx_kthread (kernel/kthread.c:341) [ 320.042826] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 320.043036] | [ 398.032694] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 398.033042] rcu: 3-....: (103990 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=25941 | [ 398.033658] rcu: (t=104008 jiffies g=163465 q=143 ncpus=4) [ 398.034411] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 398.035118] Workqueue: netns cleanup_net [ 398.035334] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 398.035621] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 398.036748] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 398.037032] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 398.037403] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 398.037887] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 398.038262] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 398.038628] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 398.039050] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 398.039530] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 398.039830] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 398.040250] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 398.040731] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 398.041106] PKRU: 55555554 [ 398.041252] Call Trace: [ 398.041387] [ 398.041501] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 398.041794] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 398.042111] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 398.042371] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 398.042609] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 398.042844] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 398.043104] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 398.043483] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 398.043699] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 398.043978] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 398.044233] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 398.044474] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 398.044847] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 398.045124] [ 398.045239] [ 398.045354] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 398.045628] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 398.045923] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 398.046219] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 398.046415] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 398.046675] ? up_read (kernel/locking/rwsem.c:1622) [ 398.046847] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 398.047094] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 398.047429] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 398.047720] __tcf_action_put (net/sched/act_api.c:377) [ 398.047946] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 398.048190] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 398.048394] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 398.048717] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 398.049043] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 398.049285] tcf_proto_destroy (net/sched/cls_api.c:418) [ 398.049493] tcf_chain_flush (net/sched/cls_api.c:737) [ 398.049694] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 398.049902] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 398.050273] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 398.050502] dev_shutdown (net/sched/sch_generic.c:1482) [ 398.050693] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 398.050989] cleanup_net (net/core/net_namespace.c:633) [ 398.051182] ? process_one_work (kernel/workqueue.c:2606) [ 398.051425] process_one_work (kernel/workqueue.c:2633) [ 398.051749] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 398.051982] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 398.052230] kthread (kernel/kthread.c:388) [ 398.052402] ? __pfx_kthread (kernel/kthread.c:341) [ 398.052599] ret_from_fork (arch/x86/kernel/process.c:147) [ 398.052824] ? __pfx_kthread (kernel/kthread.c:341) [ 398.053120] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 398.053331] | [ 476.055691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 476.056028] rcu: 3-....: (181994 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=45402 | [ 476.056531] rcu: (t=182031 jiffies g=163465 q=143 ncpus=4) [ 476.057259] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 476.057838] Workqueue: netns cleanup_net [ 476.058056] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 476.058343] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 476.059278] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 476.059545] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 476.059909] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 476.060275] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 476.060638] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 476.061001] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 476.061378] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 476.061790] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 476.062083] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 476.062447] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 476.062809] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 476.063173] PKRU: 55555554 [ 476.063316] Call Trace: [ 476.063449] [ 476.063563] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 476.063798] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 476.064036] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 476.064293] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 476.064528] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 476.064764] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 476.064990] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 476.065267] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 476.065479] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 476.065728] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 476.065961] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 476.066184] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 476.066456] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 476.066718] [ 476.066832] [ 476.066948] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 476.067225] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 476.067478] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 476.067684] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 476.067880] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 476.068141] ? up_read (kernel/locking/rwsem.c:1622) [ 476.068315] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 476.068550] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 476.068806] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 476.069054] __tcf_action_put (net/sched/act_api.c:377) [ 476.069260] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 476.069470] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 476.069671] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 476.069946] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 476.070195] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 476.070436] tcf_proto_destroy (net/sched/cls_api.c:418) [ 476.070642] tcf_chain_flush (net/sched/cls_api.c:737) [ 476.070843] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 476.071047] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 476.071309] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 476.071525] dev_shutdown (net/sched/sch_generic.c:1482) [ 476.071715] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 476.071995] cleanup_net (net/core/net_namespace.c:633) [ 476.072185] ? process_one_work (kernel/workqueue.c:2606) [ 476.072405] process_one_work (kernel/workqueue.c:2633) [ 476.072616] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 476.072813] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 476.073036] kthread (kernel/kthread.c:388) [ 476.073206] ? __pfx_kthread (kernel/kthread.c:341) [ 476.073402] ret_from_fork (arch/x86/kernel/process.c:147) [ 476.073592] ? __pfx_kthread (kernel/kthread.c:341) [ 476.073790] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 476.074002] | [ 554.073693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 554.074147] rcu: 3-....: (259995 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=64870 | [ 554.074889] rcu: (t=260049 jiffies g=163465 q=143 ncpus=4) [ 554.075965] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 554.076834] Workqueue: netns cleanup_net [ 554.077148] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 554.077577] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 554.078979] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 554.079388] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 554.079933] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 554.080482] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 554.081042] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 554.081588] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 554.082131] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 554.082744] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 554.083187] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 554.083732] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 554.084276] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 554.084824] PKRU: 55555554 [ 554.085038] Call Trace: [ 554.085235] [ 554.085404] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 554.085751] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 554.086104] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 554.086489] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 554.086831] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 554.087172] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 554.087501] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 554.087901] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 554.088218] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 554.088559] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 554.088793] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 554.089025] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 554.089296] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 554.089555] [ 554.089670] [ 554.089786] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 554.090070] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 554.090324] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 554.090527] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 554.090723] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 554.091009] ? up_read (kernel/locking/rwsem.c:1622) [ 554.091206] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 554.091440] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 554.091696] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 554.091948] __tcf_action_put (net/sched/act_api.c:377) [ 554.092154] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 554.092362] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 554.092562] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 554.092838] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 554.093091] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 554.093330] tcf_proto_destroy (net/sched/cls_api.c:418) [ 554.093536] tcf_chain_flush (net/sched/cls_api.c:737) [ 554.093740] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 554.093944] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 554.094211] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 554.094414] dev_shutdown (net/sched/sch_generic.c:1482) [ 554.094605] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 554.094885] cleanup_net (net/core/net_namespace.c:633) [ 554.095080] ? process_one_work (kernel/workqueue.c:2606) [ 554.095300] process_one_work (kernel/workqueue.c:2633) [ 554.095509] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 554.095707] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 554.095933] kthread (kernel/kthread.c:388) [ 554.096108] ? __pfx_kthread (kernel/kthread.c:341) [ 554.096305] ret_from_fork (arch/x86/kernel/process.c:147) [ 554.096495] ? __pfx_kthread (kernel/kthread.c:341) [ 554.096691] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 554.096900] | [ 632.096694] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 632.097187] rcu: 3-....: (337996 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=84341 | [ 632.097948] rcu: (t=338072 jiffies g=163465 q=143 ncpus=4) [ 632.099055] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 632.099929] Workqueue: netns cleanup_net [ 632.100251] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 632.100686] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 632.102102] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 632.102507] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 632.103051] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 632.103598] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 632.104146] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 632.104691] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 632.105226] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 632.105838] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 632.106283] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 632.106825] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 632.107347] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 632.107880] PKRU: 55555554 [ 632.108050] Call Trace: [ 632.108234] [ 632.108354] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 632.108589] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 632.108828] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 632.109105] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 632.109340] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 632.109574] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 632.109802] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 632.110083] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 632.110297] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 632.110560] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 632.110793] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 632.111025] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 632.111294] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 632.111553] [ 632.111668] [ 632.111784] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 632.112064] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 632.112318] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 632.112523] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 632.112718] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 632.112976] ? up_read (kernel/locking/rwsem.c:1622) [ 632.113188] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 632.113423] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 632.113679] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 632.113929] __tcf_action_put (net/sched/act_api.c:377) [ 632.114142] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 632.114353] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 632.114553] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 632.114829] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 632.115085] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 632.115326] tcf_proto_destroy (net/sched/cls_api.c:418) [ 632.115532] tcf_chain_flush (net/sched/cls_api.c:737) [ 632.115733] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 632.115936] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 632.116204] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 632.116408] dev_shutdown (net/sched/sch_generic.c:1482) [ 632.116597] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 632.116877] cleanup_net (net/core/net_namespace.c:633) [ 632.117100] ? process_one_work (kernel/workqueue.c:2606) [ 632.117364] process_one_work (kernel/workqueue.c:2633) [ 632.117632] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 632.117929] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 632.118258] kthread (kernel/kthread.c:388) [ 632.118506] ? __pfx_kthread (kernel/kthread.c:341) [ 632.118803] ret_from_fork (arch/x86/kernel/process.c:147) [ 632.119083] ? __pfx_kthread (kernel/kthread.c:341) [ 632.119379] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 632.119692] | [ 710.119692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 710.120056] rcu: 3-....: (415997 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=103816 | [ 710.120581] rcu: (t=416095 jiffies g=163465 q=146 ncpus=4) [ 710.121371] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 710.121959] Workqueue: netns cleanup_net [ 710.122167] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 710.122452] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 710.123393] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 710.123662] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 710.124027] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 710.124393] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 710.124759] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 710.125120] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 710.125484] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 710.125895] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 710.126190] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 710.126555] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 710.126917] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 710.127281] PKRU: 55555554 [ 710.127424] Call Trace: [ 710.127557] [ 710.127671] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 710.127903] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 710.128139] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 710.128395] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 710.128657] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 710.128893] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 710.129119] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 710.129394] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 710.129623] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 710.129873] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 710.130126] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 710.130363] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 710.130648] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 710.130915] [ 710.131028] [ 710.131144] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 710.131420] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 710.131677] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 710.131882] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 710.132077] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 710.132352] ? up_read (kernel/locking/rwsem.c:1622) [ 710.132527] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 710.132760] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 710.133017] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 710.133267] __tcf_action_put (net/sched/act_api.c:377) [ 710.133471] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 710.133681] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 710.133884] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 710.134157] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 710.134405] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 710.134645] tcf_proto_destroy (net/sched/cls_api.c:418) [ 710.134852] tcf_chain_flush (net/sched/cls_api.c:737) [ 710.135052] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 710.135255] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 710.135515] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 710.135719] dev_shutdown (net/sched/sch_generic.c:1482) [ 710.135908] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 710.136187] cleanup_net (net/core/net_namespace.c:633) [ 710.136377] ? process_one_work (kernel/workqueue.c:2606) [ 710.136597] process_one_work (kernel/workqueue.c:2633) [ 710.136808] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 710.137005] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 710.137231] kthread (kernel/kthread.c:388) [ 710.137399] ? __pfx_kthread (kernel/kthread.c:341) [ 710.137596] ret_from_fork (arch/x86/kernel/process.c:147) [ 710.137787] ? __pfx_kthread (kernel/kthread.c:341) [ 710.137985] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 710.138195] | [ 788.137692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 788.138039] rcu: 3-....: (493998 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=123271 | [ 788.138547] rcu: (t=494113 jiffies g=163465 q=146 ncpus=4) [ 788.139271] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 788.139860] Workqueue: netns cleanup_net [ 788.140080] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 788.140494] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 788.141792] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 788.142197] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 788.142722] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 788.143249] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 788.143791] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 788.144338] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 788.144878] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 788.145488] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 788.145931] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 788.146474] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 788.147010] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 788.147547] PKRU: 55555554 [ 788.147765] Call Trace: [ 788.147963] [ 788.148133] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 788.148476] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 788.148830] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 788.149215] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 788.149567] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 788.149926] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 788.150268] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 788.150675] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 788.150998] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 788.151356] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 788.151701] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 788.152037] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 788.152447] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 788.152819] [ 788.152976] [ 788.153138] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 788.153519] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 788.153876] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 788.154160] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 788.154430] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 788.154792] ? up_read (kernel/locking/rwsem.c:1622) [ 788.155034] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 788.155364] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 788.155733] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 788.156075] __tcf_action_put (net/sched/act_api.c:377) [ 788.156387] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 788.156709] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 788.157018] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 788.157408] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 788.157752] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 788.158087] tcf_proto_destroy (net/sched/cls_api.c:418) [ 788.158374] tcf_chain_flush (net/sched/cls_api.c:737) [ 788.158659] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 788.158939] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 788.159308] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 788.159604] dev_shutdown (net/sched/sch_generic.c:1482) [ 788.159875] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 788.160293] cleanup_net (net/core/net_namespace.c:633) [ 788.160581] ? process_one_work (kernel/workqueue.c:2606) [ 788.160903] process_one_work (kernel/workqueue.c:2633) [ 788.161215] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 788.161493] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 788.161827] kthread (kernel/kthread.c:388) [ 788.162070] ? __pfx_kthread (kernel/kthread.c:341) [ 788.162363] ret_from_fork (arch/x86/kernel/process.c:147) [ 788.162648] ? __pfx_kthread (kernel/kthread.c:341) [ 788.162934] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 788.163244] | [ 866.165692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 866.166030] rcu: 3-....: (572002 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=142749 | [ 866.166540] rcu: (t=572141 jiffies g=163465 q=146 ncpus=4) [ 866.167288] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 866.167888] Workqueue: netns cleanup_net [ 866.168098] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 866.168384] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 866.169325] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 866.169604] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 866.169972] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 866.170342] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 866.170708] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 866.171089] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 866.171458] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 866.171872] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 866.172167] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 866.172546] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 866.172942] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 866.173308] PKRU: 55555554 [ 866.173452] Call Trace: [ 866.173586] [ 866.173700] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 866.173949] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 866.174188] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 866.174445] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 866.174683] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 866.174956] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 866.175223] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 866.175626] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 866.175879] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 866.176129] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 866.176364] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 866.176588] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 866.176877] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 866.177136] [ 866.177250] [ 866.177366] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 866.177642] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 866.177904] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 866.178108] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 866.178303] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 866.178561] ? up_read (kernel/locking/rwsem.c:1622) [ 866.178736] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 866.178980] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 866.179235] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 866.179495] __tcf_action_put (net/sched/act_api.c:377) [ 866.179701] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 866.179916] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 866.180117] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 866.180390] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 866.180639] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 866.180886] tcf_proto_destroy (net/sched/cls_api.c:418) [ 866.181092] tcf_chain_flush (net/sched/cls_api.c:737) [ 866.181292] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 866.181496] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 866.181763] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 866.181968] dev_shutdown (net/sched/sch_generic.c:1482) [ 866.182158] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 866.182437] cleanup_net (net/core/net_namespace.c:633) [ 866.182627] ? process_one_work (kernel/workqueue.c:2606) [ 866.182856] process_one_work (kernel/workqueue.c:2633) [ 866.183067] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 866.183265] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 866.183490] kthread (kernel/kthread.c:388) [ 866.183658] ? __pfx_kthread (kernel/kthread.c:341) [ 866.183864] ret_from_fork (arch/x86/kernel/process.c:147) [ 866.184054] ? __pfx_kthread (kernel/kthread.c:341) [ 866.184251] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 866.184461] | [ 944.183692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 944.184027] rcu: 3-....: (650003 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=162218 | [ 944.184532] rcu: (t=650159 jiffies g=163465 q=146 ncpus=4) [ 944.185255] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 944.185832] Workqueue: netns cleanup_net [ 944.186042] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 944.186327] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 944.187262] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 944.187529] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 944.187893] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 944.188256] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 944.188617] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 944.188992] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 944.189356] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 944.189766] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 944.190059] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 944.190422] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 944.190785] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 944.191147] PKRU: 55555554 [ 944.191292] Call Trace: [ 944.191424] [ 944.191538] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 944.191771] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 944.192010] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 944.192266] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 944.192500] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 944.192734] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 944.192960] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 944.193235] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 944.193447] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 944.193695] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 944.193928] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 944.194152] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 944.194420] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 944.194678] [ 944.194795] [ 944.194911] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 944.195185] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 944.195439] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 944.195643] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 944.195838] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 944.196096] ? up_read (kernel/locking/rwsem.c:1622) [ 944.196269] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 944.196503] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 944.196759] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 944.197007] __tcf_action_put (net/sched/act_api.c:377) [ 944.197228] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 944.197440] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 944.197642] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 944.197918] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 944.198174] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 944.198415] tcf_proto_destroy (net/sched/cls_api.c:418) [ 944.198648] tcf_chain_flush (net/sched/cls_api.c:737) [ 944.198852] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 944.199078] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 944.199341] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 944.199544] dev_shutdown (net/sched/sch_generic.c:1482) [ 944.199735] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 944.200013] cleanup_net (net/core/net_namespace.c:633) [ 944.200212] ? process_one_work (kernel/workqueue.c:2606) [ 944.200431] process_one_work (kernel/workqueue.c:2633) [ 944.200643] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 944.200842] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 944.201074] kthread (kernel/kthread.c:388) [ 944.201245] ? __pfx_kthread (kernel/kthread.c:341) [ 944.201441] ret_from_fork (arch/x86/kernel/process.c:147) [ 944.201631] ? __pfx_kthread (kernel/kthread.c:341) [ 944.201828] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 944.202039] | [ 1022.201691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1022.202025] rcu: 3-....: (728004 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=181628 | [ 1022.202537] rcu: (t=728177 jiffies g=163465 q=146 ncpus=4) [ 1022.203262] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1022.203843] Workqueue: netns cleanup_net [ 1022.204054] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1022.204338] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 1022.205278] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1022.205548] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1022.205913] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1022.206278] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1022.206641] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1022.207010] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1022.207376] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1022.207787] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1022.208084] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1022.208450] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1022.208826] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1022.209188] PKRU: 55555554 [ 1022.209335] Call Trace: [ 1022.209468] [ 1022.209581] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1022.209815] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1022.210055] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1022.210313] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1022.210548] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1022.210782] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1022.211011] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1022.211285] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1022.211502] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1022.211753] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1022.211985] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1022.212212] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1022.212481] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1022.212741] [ 1022.212857] [ 1022.212973] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1022.213247] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1022.213502] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1022.213707] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1022.213903] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1022.214163] ? up_read (kernel/locking/rwsem.c:1622) [ 1022.214335] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1022.214572] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1022.214829] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1022.215079] __tcf_action_put (net/sched/act_api.c:377) [ 1022.215282] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1022.215494] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1022.215697] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1022.215971] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1022.216222] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1022.216463] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1022.216670] tcf_chain_flush (net/sched/cls_api.c:737) [ 1022.216873] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1022.217078] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1022.217338] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1022.217541] dev_shutdown (net/sched/sch_generic.c:1482) [ 1022.217732] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1022.218012] cleanup_net (net/core/net_namespace.c:633) [ 1022.218203] ? process_one_work (kernel/workqueue.c:2606) [ 1022.218422] process_one_work (kernel/workqueue.c:2633) [ 1022.218642] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1022.218842] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1022.219065] kthread (kernel/kthread.c:388) [ 1022.219236] ? __pfx_kthread (kernel/kthread.c:341) [ 1022.219432] ret_from_fork (arch/x86/kernel/process.c:147) [ 1022.219623] ? __pfx_kthread (kernel/kthread.c:341) [ 1022.219821] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1022.220030] | [ 1100.219692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1100.220028] rcu: 3-....: (806005 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=201089 | [ 1100.220536] rcu: (t=806195 jiffies g=163465 q=146 ncpus=4) [ 1100.221262] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1100.221841] Workqueue: netns cleanup_net [ 1100.222054] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1100.222341] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1100.223280] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1100.223551] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1100.223917] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1100.224280] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1100.224646] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1100.225013] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1100.225379] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1100.225794] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1100.226091] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1100.226459] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1100.226824] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1100.227189] PKRU: 55555554 [ 1100.227334] Call Trace: [ 1100.227469] [ 1100.227581] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1100.227816] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1100.228054] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1100.228322] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1100.228559] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1100.228792] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1100.229022] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1100.229296] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1100.229512] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1100.229762] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1100.229997] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1100.230224] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1100.230496] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1100.230756] [ 1100.230872] [ 1100.230989] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1100.231265] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1100.231521] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1100.231724] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1100.231919] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1100.232180] ? up_read (kernel/locking/rwsem.c:1622) [ 1100.232355] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1100.232591] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1100.232851] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1100.233100] __tcf_action_put (net/sched/act_api.c:377) [ 1100.233303] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1100.233513] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1100.233719] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1100.233995] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1100.234247] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1100.234487] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1100.234696] tcf_chain_flush (net/sched/cls_api.c:737) [ 1100.234899] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1100.235102] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1100.235364] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1100.235567] dev_shutdown (net/sched/sch_generic.c:1482) [ 1100.235758] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1100.236044] cleanup_net (net/core/net_namespace.c:633) [ 1100.236235] ? process_one_work (kernel/workqueue.c:2606) [ 1100.236456] process_one_work (kernel/workqueue.c:2633) [ 1100.236668] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1100.236869] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1100.237094] kthread (kernel/kthread.c:388) [ 1100.237264] ? __pfx_kthread (kernel/kthread.c:341) [ 1100.237462] ret_from_fork (arch/x86/kernel/process.c:147) [ 1100.237654] ? __pfx_kthread (kernel/kthread.c:341) [ 1100.237852] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1100.238064] | [ 1178.237692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1178.238036] rcu: 3-....: (884006 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=220530 | [ 1178.238548] rcu: (t=884213 jiffies g=163465 q=146 ncpus=4) [ 1178.239280] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1178.239859] Workqueue: netns cleanup_net [ 1178.240070] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1178.240355] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1178.241291] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1178.241560] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1178.241927] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1178.242292] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1178.242657] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1178.243020] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1178.243388] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1178.243802] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1178.244098] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1178.244466] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1178.244830] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1178.245195] PKRU: 55555554 [ 1178.245339] Call Trace: [ 1178.245472] [ 1178.245588] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1178.245822] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1178.246059] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1178.246317] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1178.246553] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1178.246788] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1178.247015] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1178.247292] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1178.247504] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1178.247767] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1178.248002] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1178.248227] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 1178.248428] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1178.248702] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1178.248963] [ 1178.249078] [ 1178.249192] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1178.249474] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1178.249731] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1178.249935] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1178.250130] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1178.250389] ? up_read (kernel/locking/rwsem.c:1622) [ 1178.250564] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1178.250799] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1178.251058] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1178.251308] __tcf_action_put (net/sched/act_api.c:377) [ 1178.251513] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1178.251724] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1178.251925] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1178.252202] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1178.252451] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1178.252693] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1178.252900] tcf_chain_flush (net/sched/cls_api.c:737) [ 1178.253103] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1178.253308] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1178.253569] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1178.253773] dev_shutdown (net/sched/sch_generic.c:1482) [ 1178.253964] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1178.254243] cleanup_net (net/core/net_namespace.c:633) [ 1178.254434] ? process_one_work (kernel/workqueue.c:2606) [ 1178.254656] process_one_work (kernel/workqueue.c:2633) [ 1178.254867] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1178.255064] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1178.255290] kthread (kernel/kthread.c:388) [ 1178.255459] ? __pfx_kthread (kernel/kthread.c:341) [ 1178.255657] ret_from_fork (arch/x86/kernel/process.c:147) [ 1178.255850] ? __pfx_kthread (kernel/kthread.c:341) [ 1178.256048] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1178.256256] | [ 1256.255692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1256.256026] rcu: 3-....: (962007 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=239969 | [ 1256.256536] rcu: (t=962231 jiffies g=163465 q=146 ncpus=4) [ 1256.257264] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1256.257851] Workqueue: netns cleanup_net [ 1256.258063] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1256.258349] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 <8b> 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: f3 0f 1e fa endbr64 15: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 1a: 41 55 push %r13 1c: 41 54 push %r12 1e: 55 push %rbp 1f: 48 89 fd mov %rdi,%rbp 22: 53 push %rbx 23: 66 90 xchg %ax,%ax 25: ba 01 00 00 00 mov $0x1,%edx 2a:* 8b 45 00 mov 0x0(%rbp),%eax <-- trapping instruction 2d: 85 c0 test %eax,%eax 2f: 75 14 jne 0x45 31: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 36: 85 c0 test %eax,%eax 38: 75 f0 jne 0x2a 3a: 5b pop %rbx 3b: 5d pop %rbp 3c: 41 5c pop %r12 3e: 41 5d pop %r13 Code starting with the faulting instruction =========================================== 0: 8b 45 00 mov 0x0(%rbp),%eax 3: 85 c0 test %eax,%eax 5: 75 14 jne 0x1b 7: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) c: 85 c0 test %eax,%eax e: 75 f0 jne 0x0 10: 5b pop %rbx 11: 5d pop %rbp 12: 41 5c pop %r12 14: 41 5d pop %r13 [ 1256.259287] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1256.259555] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1256.259922] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1256.260285] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1256.260649] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1256.261017] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1256.261396] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1256.261811] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1256.262111] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1256.262482] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1256.262851] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1256.263215] PKRU: 55555554 [ 1256.263362] Call Trace: [ 1256.263497] [ 1256.263611] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1256.263844] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1256.264085] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1256.264344] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1256.264581] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1256.264816] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1256.265048] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1256.265325] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1256.265542] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1256.265794] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1256.266028] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1256.266256] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1256.266526] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1256.266788] [ 1256.266904] [ 1256.267021] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1256.267297] ? queued_spin_lock_slowpath (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 1256.267560] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1256.267765] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1256.267962] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1256.268224] ? up_read (kernel/locking/rwsem.c:1622) [ 1256.268397] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1256.268634] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1256.268895] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1256.269145] __tcf_action_put (net/sched/act_api.c:377) [ 1256.269350] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1256.269562] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1256.269767] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1256.270044] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1256.270295] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1256.270537] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1256.270746] tcf_chain_flush (net/sched/cls_api.c:737) [ 1256.270949] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1256.271154] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1256.271416] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1256.271620] dev_shutdown (net/sched/sch_generic.c:1482) [ 1256.271813] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1256.272095] cleanup_net (net/core/net_namespace.c:633) [ 1256.272287] ? process_one_work (kernel/workqueue.c:2606) [ 1256.272507] process_one_work (kernel/workqueue.c:2633) [ 1256.272721] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1256.272920] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1256.273145] kthread (kernel/kthread.c:388) [ 1256.273316] ? __pfx_kthread (kernel/kthread.c:341) [ 1256.273513] ret_from_fork (arch/x86/kernel/process.c:147) [ 1256.273706] ? __pfx_kthread (kernel/kthread.c:341) [ 1256.273904] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1256.274114] | [ 1334.273692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1334.274026] rcu: 3-....: (1040008 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=259352 | [ 1334.274538] rcu: (t=1040249 jiffies g=163465 q=146 ncpus=4) [ 1334.275269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1334.275847] Workqueue: netns cleanup_net [ 1334.276057] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1334.276341] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1334.277281] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1334.277548] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1334.277912] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1334.278276] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1334.278637] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1334.279001] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1334.279371] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1334.279780] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1334.280077] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1334.280441] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1334.280804] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1334.281165] PKRU: 55555554 [ 1334.281310] Call Trace: [ 1334.281442] [ 1334.281556] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1334.281787] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1334.282025] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1334.282282] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1334.282518] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1334.282752] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1334.282979] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1334.283254] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1334.283467] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1334.283717] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1334.283949] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1334.284174] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1334.284445] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1334.284703] [ 1334.284819] [ 1334.284934] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1334.285208] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1334.285461] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1334.285667] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1334.285863] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1334.286121] ? up_read (kernel/locking/rwsem.c:1622) [ 1334.286294] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1334.286528] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1334.286784] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1334.287040] __tcf_action_put (net/sched/act_api.c:377) [ 1334.287243] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1334.287454] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1334.287655] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1334.287929] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1334.288178] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1334.288419] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1334.288625] tcf_chain_flush (net/sched/cls_api.c:737) [ 1334.288827] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1334.289030] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1334.289289] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1334.289494] dev_shutdown (net/sched/sch_generic.c:1482) [ 1334.289684] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1334.289965] cleanup_net (net/core/net_namespace.c:633) [ 1334.290156] ? process_one_work (kernel/workqueue.c:2606) [ 1334.290375] process_one_work (kernel/workqueue.c:2633) [ 1334.290589] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1334.290791] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1334.291015] kthread (kernel/kthread.c:388) [ 1334.291186] ? __pfx_kthread (kernel/kthread.c:341) [ 1334.291382] ret_from_fork (arch/x86/kernel/process.c:147) [ 1334.291573] ? __pfx_kthread (kernel/kthread.c:341) [ 1334.291770] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1334.291979] | [ 1412.291692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1412.292022] rcu: 3-....: (1118009 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=278749 | [ 1412.292536] rcu: (t=1118267 jiffies g=163465 q=146 ncpus=4) [ 1412.293266] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1412.293844] Workqueue: netns cleanup_net [ 1412.294055] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1412.294338] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1412.295272] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1412.295540] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1412.295904] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1412.296267] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1412.296637] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1412.297002] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1412.297365] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1412.297775] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1412.298070] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1412.298433] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1412.298796] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1412.299157] PKRU: 55555554 [ 1412.299302] Call Trace: [ 1412.299434] [ 1412.299548] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1412.299778] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1412.300018] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1412.300274] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1412.300509] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1412.300743] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1412.300970] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1412.301244] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1412.301458] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1412.301708] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1412.301939] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1412.302165] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1412.302433] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1412.302693] [ 1412.302809] [ 1412.302924] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1412.303197] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1412.303451] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1412.303657] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1412.303853] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1412.304111] ? up_read (kernel/locking/rwsem.c:1622) [ 1412.304283] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1412.304518] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1412.304777] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1412.305027] __tcf_action_put (net/sched/act_api.c:377) [ 1412.305229] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1412.305440] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1412.305642] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1412.305918] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1412.306166] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1412.306407] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1412.306621] tcf_chain_flush (net/sched/cls_api.c:737) [ 1412.306824] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1412.307026] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1412.307286] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1412.307492] dev_shutdown (net/sched/sch_generic.c:1482) [ 1412.307681] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1412.307962] cleanup_net (net/core/net_namespace.c:633) [ 1412.308153] ? process_one_work (kernel/workqueue.c:2606) [ 1412.308371] process_one_work (kernel/workqueue.c:2633) [ 1412.308584] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1412.308783] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1412.309005] kthread (kernel/kthread.c:388) [ 1412.309175] ? __pfx_kthread (kernel/kthread.c:341) [ 1412.309370] ret_from_fork (arch/x86/kernel/process.c:147) [ 1412.309561] ? __pfx_kthread (kernel/kthread.c:341) [ 1412.309758] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1412.309968] | [ 1490.309691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1490.310027] rcu: 3-....: (1196010 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=298117 | [ 1490.310539] rcu: (t=1196285 jiffies g=163465 q=146 ncpus=4) [ 1490.311274] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1490.311855] Workqueue: netns cleanup_net [ 1490.312066] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1490.312358] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1490.313292] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1490.313561] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1490.313925] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1490.314290] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1490.314655] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1490.315018] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1490.315384] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1490.315802] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1490.316139] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1490.316506] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1490.316871] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1490.317235] PKRU: 55555554 [ 1490.317379] Call Trace: [ 1490.317512] [ 1490.317625] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1490.317860] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1490.318096] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1490.318355] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1490.318590] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1490.318825] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1490.319052] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1490.319331] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1490.319544] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1490.319794] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1490.320028] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1490.320254] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1490.320526] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1490.320785] [ 1490.320899] [ 1490.321014] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1490.321292] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1490.321547] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1490.321750] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1490.321946] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1490.322205] ? up_read (kernel/locking/rwsem.c:1622) [ 1490.322381] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1490.322615] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1490.322874] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1490.323124] __tcf_action_put (net/sched/act_api.c:377) [ 1490.323330] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1490.323539] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1490.323742] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1490.324016] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1490.324266] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1490.324508] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1490.324714] tcf_chain_flush (net/sched/cls_api.c:737) [ 1490.324917] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1490.325122] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1490.325384] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1490.325587] dev_shutdown (net/sched/sch_generic.c:1482) [ 1490.325777] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1490.326057] cleanup_net (net/core/net_namespace.c:633) [ 1490.326253] ? process_one_work (kernel/workqueue.c:2606) [ 1490.326475] process_one_work (kernel/workqueue.c:2633) [ 1490.326685] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1490.326884] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1490.327110] kthread (kernel/kthread.c:388) [ 1490.327278] ? __pfx_kthread (kernel/kthread.c:341) [ 1490.327477] ret_from_fork (arch/x86/kernel/process.c:147) [ 1490.327667] ? __pfx_kthread (kernel/kthread.c:341) [ 1490.327866] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1490.328075] | [ 1568.327692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1568.328030] rcu: 3-....: (1274011 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=317499 | [ 1568.328542] rcu: (t=1274303 jiffies g=163465 q=146 ncpus=4) [ 1568.329279] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1568.329860] Workqueue: netns cleanup_net [ 1568.330070] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1568.330357] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1568.331294] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1568.331565] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1568.331930] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1568.332295] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1568.332660] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1568.333026] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1568.333391] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1568.333804] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1568.334100] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1568.334463] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1568.334827] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1568.335192] PKRU: 55555554 [ 1568.335335] Call Trace: [ 1568.335470] [ 1568.335582] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1568.335824] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1568.336065] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1568.336325] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1568.336560] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1568.336797] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1568.337027] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1568.337302] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1568.337516] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1568.337767] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1568.338003] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1568.338229] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1568.338502] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1568.338763] [ 1568.338879] [ 1568.338996] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1568.339272] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1568.339526] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1568.339731] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1568.339927] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1568.340186] ? up_read (kernel/locking/rwsem.c:1622) [ 1568.340362] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1568.340599] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1568.340857] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1568.341108] __tcf_action_put (net/sched/act_api.c:377) [ 1568.341312] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1568.341520] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1568.341724] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1568.342001] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1568.342250] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1568.342488] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1568.342697] tcf_chain_flush (net/sched/cls_api.c:737) [ 1568.342900] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1568.343103] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1568.343364] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1568.343566] dev_shutdown (net/sched/sch_generic.c:1482) [ 1568.343757] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1568.344039] cleanup_net (net/core/net_namespace.c:633) [ 1568.344229] ? process_one_work (kernel/workqueue.c:2606) [ 1568.344447] process_one_work (kernel/workqueue.c:2633) [ 1568.344657] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1568.344857] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1568.345082] kthread (kernel/kthread.c:388) [ 1568.345252] ? __pfx_kthread (kernel/kthread.c:341) [ 1568.345449] ret_from_fork (arch/x86/kernel/process.c:147) [ 1568.345640] ? __pfx_kthread (kernel/kthread.c:341) [ 1568.345847] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1568.346056] | [ 1646.345691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1646.346028] rcu: 3-....: (1352012 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=336743 | [ 1646.346540] rcu: (t=1352321 jiffies g=163465 q=146 ncpus=4) [ 1646.347271] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1646.347850] Workqueue: netns cleanup_net [ 1646.348062] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1646.348348] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1646.349289] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1646.349559] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1646.349926] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1646.350288] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1646.350653] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1646.351022] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1646.351388] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1646.351799] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1646.352096] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1646.352463] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1646.352826] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1646.353191] PKRU: 55555554 [ 1646.353337] Call Trace: [ 1646.353471] [ 1646.353583] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1646.353817] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1646.354056] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1646.354315] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1646.354551] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1646.354785] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1646.355016] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1646.355291] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1646.355514] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1646.355763] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1646.355997] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1646.356223] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1646.356494] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1646.356755] [ 1646.356871] [ 1646.356987] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1646.357262] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1646.357516] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1646.357718] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1646.357913] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1646.358174] ? up_read (kernel/locking/rwsem.c:1622) [ 1646.358349] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1646.358585] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1646.358842] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1646.359092] __tcf_action_put (net/sched/act_api.c:377) [ 1646.359297] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1646.359506] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1646.359711] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1646.359988] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1646.360237] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1646.360477] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1646.360686] tcf_chain_flush (net/sched/cls_api.c:737) [ 1646.360889] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1646.361094] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1646.361354] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1646.361557] dev_shutdown (net/sched/sch_generic.c:1482) [ 1646.361747] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1646.362030] cleanup_net (net/core/net_namespace.c:633) [ 1646.362221] ? process_one_work (kernel/workqueue.c:2606) [ 1646.362440] process_one_work (kernel/workqueue.c:2633) [ 1646.362651] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1646.362851] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1646.363076] kthread (kernel/kthread.c:388) [ 1646.363246] ? __pfx_kthread (kernel/kthread.c:341) [ 1646.363443] ret_from_fork (arch/x86/kernel/process.c:147) [ 1646.363634] ? __pfx_kthread (kernel/kthread.c:341) [ 1646.363831] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1646.364040] | [ 1724.363692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1724.364025] rcu: 3-....: (1430013 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=356101 | [ 1724.364539] rcu: (t=1430339 jiffies g=163465 q=146 ncpus=4) [ 1724.365283] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1724.365863] Workqueue: netns cleanup_net [ 1724.366074] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1724.366362] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1724.367299] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1724.367570] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1724.367934] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1724.368299] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1724.368665] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1724.369029] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1724.369394] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1724.369808] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1724.370104] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1724.370469] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1724.370835] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1724.371199] PKRU: 55555554 [ 1724.371343] Call Trace: [ 1724.371475] [ 1724.371589] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1724.371823] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1724.372061] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1724.372320] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1724.372554] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1724.372790] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1724.373022] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1724.373299] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1724.373512] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1724.373762] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1724.373997] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1724.374221] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1724.374494] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1724.374756] [ 1724.374871] [ 1724.374992] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1724.375270] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1724.375526] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1724.375731] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1724.375926] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1724.376186] ? up_read (kernel/locking/rwsem.c:1622) [ 1724.376361] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1724.376596] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1724.376856] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1724.377106] __tcf_action_put (net/sched/act_api.c:377) [ 1724.377312] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1724.377522] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1724.377726] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1724.378002] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1724.378251] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1724.378493] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1724.378699] tcf_chain_flush (net/sched/cls_api.c:737) [ 1724.378903] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1724.379108] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1724.379369] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1724.379572] dev_shutdown (net/sched/sch_generic.c:1482) [ 1724.379763] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1724.380042] cleanup_net (net/core/net_namespace.c:633) [ 1724.380234] ? process_one_work (kernel/workqueue.c:2606) [ 1724.380455] process_one_work (kernel/workqueue.c:2633) [ 1724.380666] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1724.380864] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1724.381090] kthread (kernel/kthread.c:388) [ 1724.381261] ? __pfx_kthread (kernel/kthread.c:341) [ 1724.381460] ret_from_fork (arch/x86/kernel/process.c:147) [ 1724.381651] ? __pfx_kthread (kernel/kthread.c:341) [ 1724.381850] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1724.382059] | [ 1802.381692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1802.382020] rcu: 3-....: (1508014 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=375467 | [ 1802.382531] rcu: (t=1508357 jiffies g=163465 q=146 ncpus=4) [ 1802.383262] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1802.383839] Workqueue: netns cleanup_net [ 1802.384051] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1802.384342] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1802.385287] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1802.385558] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1802.385920] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1802.386284] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1802.386648] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1802.387012] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1802.387381] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1802.387795] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1802.388093] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1802.388456] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1802.388821] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1802.389186] PKRU: 55555554 [ 1802.389330] Call Trace: [ 1802.389463] [ 1802.389577] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1802.389813] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1802.390051] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1802.390310] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1802.390555] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1802.390793] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1802.391022] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1802.391304] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1802.391517] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1802.391767] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1802.392000] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1802.392231] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 1802.392434] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1802.392704] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1802.392963] [ 1802.393079] [ 1802.393195] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1802.393475] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1802.393730] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1802.393934] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1802.394129] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1802.394395] ? up_read (kernel/locking/rwsem.c:1622) [ 1802.394580] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1802.394818] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1802.395081] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1802.395331] __tcf_action_put (net/sched/act_api.c:377) [ 1802.395536] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1802.395745] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1802.395950] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1802.396227] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1802.396476] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1802.396714] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1802.396922] tcf_chain_flush (net/sched/cls_api.c:737) [ 1802.397124] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1802.397333] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1802.397594] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1802.397798] dev_shutdown (net/sched/sch_generic.c:1482) [ 1802.397987] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1802.398277] cleanup_net (net/core/net_namespace.c:633) [ 1802.398467] ? process_one_work (kernel/workqueue.c:2606) [ 1802.398688] process_one_work (kernel/workqueue.c:2633) [ 1802.398903] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1802.399102] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1802.399326] kthread (kernel/kthread.c:388) [ 1802.399496] ? __pfx_kthread (kernel/kthread.c:341) [ 1802.399691] ret_from_fork (arch/x86/kernel/process.c:147) [ 1802.399886] ? __pfx_kthread (kernel/kthread.c:341) [ 1802.400082] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1802.400291] | [ 1880.399692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1880.400027] rcu: 3-....: (1586015 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=394852 | [ 1880.400540] rcu: (t=1586375 jiffies g=163465 q=146 ncpus=4) [ 1880.401272] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1880.401853] Workqueue: netns cleanup_net [ 1880.402069] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1880.402356] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1880.403292] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1880.403561] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1880.403925] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1880.404293] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1880.404655] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1880.405020] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1880.405390] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1880.405799] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1880.406095] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1880.406459] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1880.406822] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1880.407183] PKRU: 55555554 [ 1880.407328] Call Trace: [ 1880.407461] [ 1880.407574] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1880.407808] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1880.408046] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1880.408303] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1880.408539] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1880.408772] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1880.409000] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1880.409275] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1880.409489] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1880.409739] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1880.409970] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1880.410197] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1880.410466] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1880.410727] [ 1880.410842] [ 1880.410957] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1880.411233] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1880.411486] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1880.411690] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1880.411888] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1880.412148] ? up_read (kernel/locking/rwsem.c:1622) [ 1880.412322] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1880.412559] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1880.412817] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1880.413066] __tcf_action_put (net/sched/act_api.c:377) [ 1880.413277] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1880.413488] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1880.413691] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1880.413966] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1880.414223] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1880.414464] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1880.414671] tcf_chain_flush (net/sched/cls_api.c:737) [ 1880.414873] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1880.415076] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1880.415335] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1880.415541] dev_shutdown (net/sched/sch_generic.c:1482) [ 1880.415730] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1880.416012] cleanup_net (net/core/net_namespace.c:633) [ 1880.416203] ? process_one_work (kernel/workqueue.c:2606) [ 1880.416422] process_one_work (kernel/workqueue.c:2633) [ 1880.416635] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1880.416833] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1880.417056] kthread (kernel/kthread.c:388) [ 1880.417228] ? __pfx_kthread (kernel/kthread.c:341) [ 1880.417424] ret_from_fork (arch/x86/kernel/process.c:147) [ 1880.417616] ? __pfx_kthread (kernel/kthread.c:341) [ 1880.417812] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1880.418023] | [ 1958.417692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 1958.418029] rcu: 3-....: (1664016 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=414182 | [ 1958.418546] rcu: (t=1664393 jiffies g=163465 q=146 ncpus=4) [ 1958.419279] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 1958.419859] Workqueue: netns cleanup_net [ 1958.420070] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1958.420356] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 1958.421292] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 1958.421560] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 1958.421927] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 1958.422298] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 1958.422660] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 1958.423023] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 1958.423387] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 1958.423806] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 1958.424100] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 1958.424466] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 1958.424829] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 1958.425191] PKRU: 55555554 [ 1958.425335] Call Trace: [ 1958.425468] [ 1958.425582] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 1958.425815] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 1958.426053] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 1958.426310] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 1958.426547] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 1958.426782] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 1958.427009] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 1958.427285] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 1958.427498] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 1958.427746] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 1958.427979] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 1958.428203] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 1958.428472] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 1958.428733] [ 1958.428848] [ 1958.428964] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 1958.429238] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 1958.429492] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 1958.429697] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 1958.429892] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1958.430151] ? up_read (kernel/locking/rwsem.c:1622) [ 1958.430325] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 1958.430558] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1958.430814] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 1958.431063] __tcf_action_put (net/sched/act_api.c:377) [ 1958.431269] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 1958.431480] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 1958.431681] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 1958.431954] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 1958.432204] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 1958.432444] tcf_proto_destroy (net/sched/cls_api.c:418) [ 1958.432649] tcf_chain_flush (net/sched/cls_api.c:737) [ 1958.432851] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 1958.433055] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 1958.433315] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 1958.433518] dev_shutdown (net/sched/sch_generic.c:1482) [ 1958.433713] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 1958.433992] cleanup_net (net/core/net_namespace.c:633) [ 1958.434182] ? process_one_work (kernel/workqueue.c:2606) [ 1958.434403] process_one_work (kernel/workqueue.c:2633) [ 1958.434614] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 1958.434811] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 1958.435035] kthread (kernel/kthread.c:388) [ 1958.435205] ? __pfx_kthread (kernel/kthread.c:341) [ 1958.435402] ret_from_fork (arch/x86/kernel/process.c:147) [ 1958.435593] ? __pfx_kthread (kernel/kthread.c:341) [ 1958.435790] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 1958.436001] | [ 2036.435693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2036.436026] rcu: 3-....: (1742017 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=433378 | [ 2036.436540] rcu: (t=1742411 jiffies g=163465 q=146 ncpus=4) [ 2036.437275] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2036.437861] Workqueue: netns cleanup_net [ 2036.438072] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2036.438362] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2036.439298] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2036.439570] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2036.439934] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2036.440300] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2036.440663] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2036.441030] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2036.441394] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2036.441807] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2036.442104] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2036.442467] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2036.442833] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2036.443196] PKRU: 55555554 [ 2036.443346] Call Trace: [ 2036.443479] [ 2036.443594] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2036.443831] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2036.444069] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2036.444327] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2036.444560] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2036.444799] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2036.445028] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2036.445303] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2036.445515] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2036.445767] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2036.446001] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2036.446227] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2036.446500] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2036.446762] [ 2036.446878] [ 2036.446993] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2036.447270] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2036.447524] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2036.447730] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2036.447925] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2036.448186] ? up_read (kernel/locking/rwsem.c:1622) [ 2036.448361] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2036.448598] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2036.448857] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2036.449106] __tcf_action_put (net/sched/act_api.c:377) [ 2036.449312] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2036.449521] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2036.449725] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2036.450004] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2036.450253] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2036.450494] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2036.450702] tcf_chain_flush (net/sched/cls_api.c:737) [ 2036.450908] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2036.451112] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2036.451374] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2036.451579] dev_shutdown (net/sched/sch_generic.c:1482) [ 2036.451771] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2036.452054] cleanup_net (net/core/net_namespace.c:633) [ 2036.452245] ? process_one_work (kernel/workqueue.c:2606) [ 2036.452472] process_one_work (kernel/workqueue.c:2633) [ 2036.452683] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2036.452884] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2036.453124] kthread (kernel/kthread.c:388) [ 2036.453302] ? __pfx_kthread (kernel/kthread.c:341) [ 2036.453500] ret_from_fork (arch/x86/kernel/process.c:147) [ 2036.453692] ? __pfx_kthread (kernel/kthread.c:341) [ 2036.453890] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2036.454101] | [ 2114.453693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2114.454029] rcu: 3-....: (1820018 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=452518 | [ 2114.454541] rcu: (t=1820429 jiffies g=163465 q=146 ncpus=4) [ 2114.455279] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2114.455859] Workqueue: netns cleanup_net [ 2114.456071] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2114.456360] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2114.457293] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2114.457563] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2114.457929] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2114.458293] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2114.458660] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2114.459027] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2114.459393] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2114.459809] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2114.460105] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2114.460470] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2114.460837] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2114.461201] PKRU: 55555554 [ 2114.461345] Call Trace: [ 2114.461478] [ 2114.461592] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2114.461829] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2114.462066] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2114.462328] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2114.462565] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2114.462803] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2114.463041] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2114.463319] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2114.463532] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2114.463783] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2114.464015] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2114.464239] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2114.464515] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2114.464778] [ 2114.464892] [ 2114.465007] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2114.465287] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2114.465541] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2114.465748] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2114.465947] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2114.466211] ? up_read (kernel/locking/rwsem.c:1622) [ 2114.466385] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2114.466621] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2114.466880] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2114.467130] __tcf_action_put (net/sched/act_api.c:377) [ 2114.467336] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2114.467546] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2114.467749] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2114.468023] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2114.468274] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2114.468515] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2114.468722] tcf_chain_flush (net/sched/cls_api.c:737) [ 2114.468925] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2114.469130] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2114.469391] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2114.469595] dev_shutdown (net/sched/sch_generic.c:1482) [ 2114.469788] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2114.470067] cleanup_net (net/core/net_namespace.c:633) [ 2114.470257] ? process_one_work (kernel/workqueue.c:2606) [ 2114.470484] process_one_work (kernel/workqueue.c:2633) [ 2114.470695] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2114.470896] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2114.471124] kthread (kernel/kthread.c:388) [ 2114.471294] ? __pfx_kthread (kernel/kthread.c:341) [ 2114.471493] ret_from_fork (arch/x86/kernel/process.c:147) [ 2114.471686] ? __pfx_kthread (kernel/kthread.c:341) [ 2114.471884] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2114.472096] | [ 2192.471702] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2192.472045] rcu: 3-....: (1898019 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=471816 | [ 2192.472565] rcu: (t=1898447 jiffies g=163465 q=146 ncpus=4) [ 2192.473304] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2192.473886] Workqueue: netns cleanup_net [ 2192.474097] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2192.474386] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 2192.475323] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2192.475595] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2192.475960] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2192.476325] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2192.476691] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2192.477060] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2192.477428] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2192.477841] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2192.478139] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2192.478505] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2192.478870] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2192.479236] PKRU: 55555554 [ 2192.479380] Call Trace: [ 2192.479519] [ 2192.479637] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2192.479869] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2192.480109] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2192.480368] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2192.480604] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2192.480839] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2192.481068] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2192.481343] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2192.481560] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2192.481812] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2192.482044] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2192.482272] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2192.482550] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2192.482811] [ 2192.482927] [ 2192.483043] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2192.483319] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 2192.483575] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2192.483780] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2192.483977] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2192.484236] ? up_read (kernel/locking/rwsem.c:1622) [ 2192.484409] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2192.484646] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2192.484904] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2192.485155] __tcf_action_put (net/sched/act_api.c:377) [ 2192.485359] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2192.485571] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2192.485774] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2192.486048] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2192.486299] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2192.486540] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2192.486747] tcf_chain_flush (net/sched/cls_api.c:737) [ 2192.486949] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2192.487152] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2192.487414] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2192.487618] dev_shutdown (net/sched/sch_generic.c:1482) [ 2192.487809] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2192.488098] cleanup_net (net/core/net_namespace.c:633) [ 2192.488289] ? process_one_work (kernel/workqueue.c:2606) [ 2192.488507] process_one_work (kernel/workqueue.c:2633) [ 2192.488721] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2192.488919] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2192.489141] kthread (kernel/kthread.c:388) [ 2192.489310] ? __pfx_kthread (kernel/kthread.c:341) [ 2192.489507] ret_from_fork (arch/x86/kernel/process.c:147) [ 2192.489698] ? __pfx_kthread (kernel/kthread.c:341) [ 2192.489894] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2192.490103] | [ 2270.489693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2270.490106] rcu: 3-....: (1976020 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=491024 | [ 2270.490625] rcu: (t=1976465 jiffies g=163465 q=146 ncpus=4) [ 2270.491385] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2270.491971] Workqueue: netns cleanup_net [ 2270.492188] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2270.492474] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2270.493437] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2270.493718] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2270.494081] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2270.494444] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2270.494817] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2270.495181] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2270.495546] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2270.495966] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2270.496259] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2270.496632] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2270.496997] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2270.497360] PKRU: 55555554 [ 2270.497503] Call Trace: [ 2270.497649] [ 2270.497769] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2270.498002] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2270.498240] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2270.498499] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2270.498789] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2270.499023] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2270.499250] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2270.499526] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2270.499751] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2270.500001] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2270.500234] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2270.500457] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2270.500741] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2270.501001] [ 2270.501116] [ 2270.501229] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2270.501507] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2270.501784] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2270.501987] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2270.502192] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2270.502452] ? up_read (kernel/locking/rwsem.c:1622) [ 2270.502635] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2270.502869] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2270.503126] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2270.503374] __tcf_action_put (net/sched/act_api.c:377) [ 2270.503578] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2270.503800] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2270.504001] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2270.504274] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2270.504524] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2270.504775] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2270.504980] tcf_chain_flush (net/sched/cls_api.c:737) [ 2270.505182] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2270.505387] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2270.505666] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2270.505870] dev_shutdown (net/sched/sch_generic.c:1482) [ 2270.506060] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2270.506338] cleanup_net (net/core/net_namespace.c:633) [ 2270.506528] ? process_one_work (kernel/workqueue.c:2606) [ 2270.506766] process_one_work (kernel/workqueue.c:2633) [ 2270.506975] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2270.507172] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2270.507395] kthread (kernel/kthread.c:388) [ 2270.507561] ? __pfx_kthread (kernel/kthread.c:341) [ 2270.507760] ret_from_fork (arch/x86/kernel/process.c:147) [ 2270.507950] ? __pfx_kthread (kernel/kthread.c:341) [ 2270.508148] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2270.508356] | [ 2348.508693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2348.509029] rcu: 3-....: (2054022 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=509790 | [ 2348.509545] rcu: (t=2054484 jiffies g=163465 q=146 ncpus=4) [ 2348.510280] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2348.510861] Workqueue: netns cleanup_net [ 2348.511070] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2348.511355] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2348.512299] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2348.512568] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2348.512935] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2348.513300] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2348.513662] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2348.514031] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2348.514399] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2348.514810] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2348.515108] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2348.515474] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2348.515840] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2348.516204] PKRU: 55555554 [ 2348.516350] Call Trace: [ 2348.516484] [ 2348.516597] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2348.516830] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2348.517069] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2348.517327] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2348.517562] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2348.517800] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2348.518029] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2348.518305] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2348.518520] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2348.518772] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2348.519006] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2348.519232] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2348.519504] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2348.519765] [ 2348.519880] [ 2348.519996] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2348.520271] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2348.520527] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2348.520734] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2348.520930] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2348.521190] ? up_read (kernel/locking/rwsem.c:1622) [ 2348.521362] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2348.521597] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2348.521860] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2348.522111] __tcf_action_put (net/sched/act_api.c:377) [ 2348.522314] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2348.522526] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2348.522731] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2348.523006] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2348.523257] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2348.523499] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2348.523708] tcf_chain_flush (net/sched/cls_api.c:737) [ 2348.523912] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2348.524115] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2348.524377] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2348.524583] dev_shutdown (net/sched/sch_generic.c:1482) [ 2348.524774] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2348.525054] cleanup_net (net/core/net_namespace.c:633) [ 2348.525246] ? process_one_work (kernel/workqueue.c:2606) [ 2348.525465] process_one_work (kernel/workqueue.c:2633) [ 2348.525679] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2348.525879] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2348.526102] kthread (kernel/kthread.c:388) [ 2348.526276] ? __pfx_kthread (kernel/kthread.c:341) [ 2348.526473] ret_from_fork (arch/x86/kernel/process.c:147) [ 2348.526663] ? __pfx_kthread (kernel/kthread.c:341) [ 2348.526861] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2348.527073] | [ 2426.526693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2426.527034] rcu: 3-....: (2132023 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=528964 | [ 2426.527559] rcu: (t=2132502 jiffies g=163465 q=146 ncpus=4) [ 2426.528307] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2426.528899] Workqueue: netns cleanup_net [ 2426.529111] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2426.529396] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2426.530342] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2426.530618] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2426.530983] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2426.531356] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2426.531720] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2426.532086] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2426.532454] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2426.532864] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2426.533161] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2426.533528] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2426.533891] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2426.534256] PKRU: 55555554 [ 2426.534400] Call Trace: [ 2426.534535] [ 2426.534647] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2426.534881] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2426.535120] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2426.535378] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2426.535613] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2426.535847] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2426.536076] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2426.536350] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2426.536564] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2426.536814] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2426.537056] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2426.537283] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2426.537554] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2426.537822] [ 2426.537942] [ 2426.538057] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2426.538331] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2426.538584] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2426.538795] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2426.538990] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2426.539251] ? up_read (kernel/locking/rwsem.c:1622) [ 2426.539423] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2426.539666] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2426.539923] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2426.540176] __tcf_action_put (net/sched/act_api.c:377) [ 2426.540380] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2426.540589] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2426.540793] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2426.541067] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2426.541355] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2426.541678] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2426.541891] tcf_chain_flush (net/sched/cls_api.c:737) [ 2426.542104] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2426.542307] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2426.542575] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2426.542782] dev_shutdown (net/sched/sch_generic.c:1482) [ 2426.542972] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2426.543255] cleanup_net (net/core/net_namespace.c:633) [ 2426.543450] ? process_one_work (kernel/workqueue.c:2606) [ 2426.543669] process_one_work (kernel/workqueue.c:2633) [ 2426.543880] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2426.544086] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2426.544309] kthread (kernel/kthread.c:388) [ 2426.544482] ? __pfx_kthread (kernel/kthread.c:341) [ 2426.544679] ret_from_fork (arch/x86/kernel/process.c:147) [ 2426.544871] ? __pfx_kthread (kernel/kthread.c:341) [ 2426.545068] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2426.545276] | [ 2504.545730] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2504.546240] rcu: 3-....: (2207452 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=547823 | [ 2504.548038] rcu: (t=2210521 jiffies g=163465 q=146 ncpus=4) [ 2504.550176] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2504.552114] Workqueue: netns cleanup_net [ 2504.552441] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2504.553937] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2504.556513] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2504.558001] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2504.558562] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2504.560125] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2504.560650] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2504.562281] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2504.563902] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2504.564531] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2504.566033] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2504.567200] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2504.568807] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2504.569376] PKRU: 55555554 [ 2504.569606] Call Trace: [ 2504.570873] [ 2504.571069] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2504.571430] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2504.572851] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2504.573242] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2504.573584] ? lock_release (./include/trace/events/lock.h:69 kernel/locking/lockdep.c:5765) [ 2504.574944] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2504.575296] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2504.576783] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2504.577112] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2504.577499] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2504.578910] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2504.579272] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2504.580742] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2504.581160] [ 2504.581339] [ 2504.581519] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2504.581989] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2504.582378] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2504.582676] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2504.582986] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2504.583369] ? up_read (kernel/locking/rwsem.c:1622) [ 2504.583626] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2504.584006] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2504.584391] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2504.584795] __tcf_action_put (net/sched/act_api.c:377) [ 2504.585106] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2504.585425] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2504.585761] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2504.586172] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2504.586547] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2504.586966] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2504.587266] tcf_chain_flush (net/sched/cls_api.c:737) [ 2504.587555] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2504.587882] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2504.588269] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2504.588566] dev_shutdown (net/sched/sch_generic.c:1482) [ 2504.588872] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2504.589294] cleanup_net (net/core/net_namespace.c:633) [ 2504.589567] ? process_one_work (kernel/workqueue.c:2606) [ 2504.589909] process_one_work (kernel/workqueue.c:2633) [ 2504.590220] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2504.590503] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2504.590873] kthread (kernel/kthread.c:388) [ 2504.591151] ? __pfx_kthread (kernel/kthread.c:341) [ 2504.591473] ret_from_fork (arch/x86/kernel/process.c:147) [ 2504.591836] ? __pfx_kthread (kernel/kthread.c:341) [ 2504.592163] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2504.592501] | [ 2582.594692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2582.595022] rcu: 3-....: (2283873 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=566411 | [ 2582.595536] rcu: (t=2288570 jiffies g=163465 q=146 ncpus=4) [ 2582.596270] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2582.596852] Workqueue: netns cleanup_net [ 2582.597067] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2582.597354] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2582.598298] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2582.598567] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2582.598936] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2582.599302] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2582.599667] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2582.600036] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2582.600405] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2582.600823] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2582.601123] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2582.601492] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2582.601861] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2582.602226] PKRU: 55555554 [ 2582.602374] Call Trace: [ 2582.602514] [ 2582.602629] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2582.602863] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2582.603104] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2582.603364] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2582.603602] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2582.603839] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2582.604069] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2582.604345] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2582.604563] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2582.604815] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2582.605048] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2582.605277] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2582.605549] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2582.605811] [ 2582.605928] [ 2582.606045] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2582.606322] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2582.606577] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2582.606786] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2582.606983] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2582.607245] ? up_read (kernel/locking/rwsem.c:1622) [ 2582.607419] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2582.607658] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2582.607916] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2582.608167] __tcf_action_put (net/sched/act_api.c:377) [ 2582.608373] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2582.608585] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2582.608789] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2582.609065] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2582.609316] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2582.609558] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2582.609767] tcf_chain_flush (net/sched/cls_api.c:737) [ 2582.609969] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2582.610173] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2582.610435] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2582.610648] dev_shutdown (net/sched/sch_generic.c:1482) [ 2582.610840] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2582.611122] cleanup_net (net/core/net_namespace.c:633) [ 2582.611313] ? process_one_work (kernel/workqueue.c:2606) [ 2582.611533] process_one_work (kernel/workqueue.c:2633) [ 2582.611748] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2582.611947] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2582.612171] kthread (kernel/kthread.c:388) [ 2582.612342] ? __pfx_kthread (kernel/kthread.c:341) [ 2582.612540] ret_from_fork (arch/x86/kernel/process.c:147) [ 2582.612736] ? __pfx_kthread (kernel/kthread.c:341) [ 2582.612933] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2582.613145] | [ 2660.612693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2660.613023] rcu: 3-....: (2361874 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=585557 | [ 2660.613535] rcu: (t=2366588 jiffies g=163465 q=146 ncpus=4) [ 2660.614269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2660.614848] Workqueue: netns cleanup_net [ 2660.615061] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2660.615351] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2660.616287] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2660.616558] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2660.616923] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2660.617289] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2660.617654] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2660.618020] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2660.618384] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2660.618798] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2660.619094] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2660.619459] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2660.619825] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2660.620198] PKRU: 55555554 [ 2660.620344] Call Trace: [ 2660.620483] [ 2660.620598] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2660.620832] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2660.621070] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2660.621329] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2660.621562] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2660.621800] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2660.622030] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2660.622306] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2660.622519] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2660.622769] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2660.623004] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2660.623229] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2660.623502] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2660.623763] [ 2660.623879] [ 2660.623993] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2660.624270] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2660.624525] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2660.624730] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2660.624926] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2660.625186] ? up_read (kernel/locking/rwsem.c:1622) [ 2660.625362] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2660.625597] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2660.625856] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2660.626107] __tcf_action_put (net/sched/act_api.c:377) [ 2660.626313] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2660.626523] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2660.626724] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2660.627001] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2660.627248] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2660.627490] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2660.627696] tcf_chain_flush (net/sched/cls_api.c:737) [ 2660.627902] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2660.628106] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2660.628372] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2660.628575] dev_shutdown (net/sched/sch_generic.c:1482) [ 2660.628766] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2660.629047] cleanup_net (net/core/net_namespace.c:633) [ 2660.629238] ? process_one_work (kernel/workqueue.c:2606) [ 2660.629462] process_one_work (kernel/workqueue.c:2633) [ 2660.629677] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2660.629875] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2660.630106] kthread (kernel/kthread.c:388) [ 2660.630277] ? __pfx_kthread (kernel/kthread.c:341) [ 2660.630475] ret_from_fork (arch/x86/kernel/process.c:147) [ 2660.630668] ? __pfx_kthread (kernel/kthread.c:341) [ 2660.630866] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2660.631076] | [ 2738.630692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2738.631026] rcu: 3-....: (2439875 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=604578 | [ 2738.631538] rcu: (t=2444606 jiffies g=163465 q=146 ncpus=4) [ 2738.632270] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2738.632852] Workqueue: netns cleanup_net [ 2738.633066] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2738.633358] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2738.634296] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2738.634566] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2738.634932] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2738.635295] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2738.635658] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2738.636026] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2738.636393] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2738.636803] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2738.637100] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2738.637467] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2738.637832] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2738.638195] PKRU: 55555554 [ 2738.638342] Call Trace: [ 2738.638476] [ 2738.638590] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2738.638823] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2738.639063] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2738.639322] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2738.639560] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2738.639800] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2738.640032] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2738.640309] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2738.640525] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2738.640775] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2738.641007] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2738.641234] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2738.641505] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2738.641766] [ 2738.641882] [ 2738.641998] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2738.642275] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2738.642530] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2738.642735] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2738.642931] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2738.643193] ? up_read (kernel/locking/rwsem.c:1622) [ 2738.643367] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2738.643605] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2738.643863] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2738.644113] __tcf_action_put (net/sched/act_api.c:377) [ 2738.644318] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2738.644529] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2738.644733] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2738.645007] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2738.645258] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2738.645498] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2738.645706] tcf_chain_flush (net/sched/cls_api.c:737) [ 2738.645909] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2738.646113] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2738.646374] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2738.646580] dev_shutdown (net/sched/sch_generic.c:1482) [ 2738.646770] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2738.647058] cleanup_net (net/core/net_namespace.c:633) [ 2738.647249] ? process_one_work (kernel/workqueue.c:2606) [ 2738.647470] process_one_work (kernel/workqueue.c:2633) [ 2738.647683] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2738.647883] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2738.648107] kthread (kernel/kthread.c:388) [ 2738.648278] ? __pfx_kthread (kernel/kthread.c:341) [ 2738.648476] ret_from_fork (arch/x86/kernel/process.c:147) [ 2738.648668] ? __pfx_kthread (kernel/kthread.c:341) [ 2738.648865] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2738.649077] | [ 2816.648693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2816.649026] rcu: 3-....: (2517876 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=623870 | [ 2816.649556] rcu: (t=2522624 jiffies g=163465 q=146 ncpus=4) [ 2816.650289] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2816.650874] Workqueue: netns cleanup_net [ 2816.651087] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2816.651378] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2816.652319] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2816.652591] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2816.652965] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2816.653331] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2816.653696] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2816.654063] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2816.654430] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2816.654846] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2816.655144] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2816.655511] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2816.655878] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2816.656244] PKRU: 55555554 [ 2816.656389] Call Trace: [ 2816.656524] [ 2816.656639] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2816.656880] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2816.657128] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2816.657388] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2816.657623] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2816.657861] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2816.658091] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2816.658367] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2816.658581] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2816.658833] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2816.659068] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2816.659303] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2816.659576] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2816.659836] [ 2816.659951] [ 2816.660067] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2816.660342] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2816.660596] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2816.660801] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2816.661004] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2816.661263] ? up_read (kernel/locking/rwsem.c:1622) [ 2816.661439] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2816.661678] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2816.661937] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2816.662188] __tcf_action_put (net/sched/act_api.c:377) [ 2816.662395] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2816.662605] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2816.662806] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2816.663083] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2816.663333] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2816.663574] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2816.663783] tcf_chain_flush (net/sched/cls_api.c:737) [ 2816.663987] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2816.664190] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2816.664450] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2816.664654] dev_shutdown (net/sched/sch_generic.c:1482) [ 2816.664844] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2816.665126] cleanup_net (net/core/net_namespace.c:633) [ 2816.665318] ? process_one_work (kernel/workqueue.c:2606) [ 2816.665539] process_one_work (kernel/workqueue.c:2633) [ 2816.665751] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2816.665948] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2816.666176] kthread (kernel/kthread.c:388) [ 2816.666346] ? __pfx_kthread (kernel/kthread.c:341) [ 2816.666543] ret_from_fork (arch/x86/kernel/process.c:147) [ 2816.666735] ? __pfx_kthread (kernel/kthread.c:341) [ 2816.666932] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2816.667143] | [ 2894.666694] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2894.667028] rcu: 3-....: (2595877 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=643167 | [ 2894.667543] rcu: (t=2600642 jiffies g=163465 q=146 ncpus=4) [ 2894.668280] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2894.668866] Workqueue: netns cleanup_net [ 2894.669080] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2894.669367] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2894.670330] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2894.670600] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2894.670967] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2894.671332] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2894.671695] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2894.672060] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2894.672427] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2894.672837] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2894.673135] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2894.673501] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2894.673871] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2894.674235] PKRU: 55555554 [ 2894.674381] Call Trace: [ 2894.674515] [ 2894.674630] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2894.674864] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2894.675103] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2894.675360] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2894.675598] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2894.675833] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2894.676062] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2894.676340] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2894.676555] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2894.676806] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2894.677039] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2894.677265] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2894.677535] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2894.677797] [ 2894.677913] [ 2894.678028] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2894.678303] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2894.678558] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2894.678766] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2894.678968] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2894.679229] ? up_read (kernel/locking/rwsem.c:1622) [ 2894.679402] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2894.679638] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2894.679896] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2894.680146] __tcf_action_put (net/sched/act_api.c:377) [ 2894.680351] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2894.680564] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2894.680767] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2894.681042] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2894.681291] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2894.681533] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2894.681742] tcf_chain_flush (net/sched/cls_api.c:737) [ 2894.681944] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2894.682146] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2894.682415] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2894.682621] dev_shutdown (net/sched/sch_generic.c:1482) [ 2894.682812] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2894.683092] cleanup_net (net/core/net_namespace.c:633) [ 2894.683282] ? process_one_work (kernel/workqueue.c:2606) [ 2894.683503] process_one_work (kernel/workqueue.c:2633) [ 2894.683717] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2894.683914] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2894.684138] kthread (kernel/kthread.c:388) [ 2894.684308] ? __pfx_kthread (kernel/kthread.c:341) [ 2894.684504] ret_from_fork (arch/x86/kernel/process.c:147) [ 2894.684696] ? __pfx_kthread (kernel/kthread.c:341) [ 2894.684893] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2894.685106] | [ 2972.684693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 2972.685029] rcu: 3-....: (2673878 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=662425 | [ 2972.685543] rcu: (t=2678660 jiffies g=163465 q=146 ncpus=4) [ 2972.686281] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 2972.686862] Workqueue: netns cleanup_net [ 2972.687077] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2972.687364] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 2972.688304] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 2972.688581] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 2972.688947] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 2972.689312] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 2972.689676] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 2972.690043] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 2972.690409] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 2972.690820] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 2972.691116] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 2972.691482] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 2972.691845] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 2972.692209] PKRU: 55555554 [ 2972.692353] Call Trace: [ 2972.692487] [ 2972.692600] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 2972.692835] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 2972.693075] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 2972.693333] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 2972.693568] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 2972.693802] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 2972.694032] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 2972.694308] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 2972.694524] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 2972.694774] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 2972.695008] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 2972.695235] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 2972.695505] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 2972.695764] [ 2972.695881] [ 2972.695998] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 2972.696276] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 2972.696530] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 2972.696738] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 2972.696943] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2972.697205] ? up_read (kernel/locking/rwsem.c:1622) [ 2972.697378] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 2972.697615] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2972.697872] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 2972.698122] __tcf_action_put (net/sched/act_api.c:377) [ 2972.698326] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 2972.698543] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 2972.698749] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 2972.699024] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 2972.699274] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 2972.699513] tcf_proto_destroy (net/sched/cls_api.c:418) [ 2972.699723] tcf_chain_flush (net/sched/cls_api.c:737) [ 2972.699925] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 2972.700128] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 2972.700389] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 2972.700592] dev_shutdown (net/sched/sch_generic.c:1482) [ 2972.700782] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 2972.701065] cleanup_net (net/core/net_namespace.c:633) [ 2972.701256] ? process_one_work (kernel/workqueue.c:2606) [ 2972.701476] process_one_work (kernel/workqueue.c:2633) [ 2972.701687] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 2972.701886] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 2972.702110] kthread (kernel/kthread.c:388) [ 2972.702281] ? __pfx_kthread (kernel/kthread.c:341) [ 2972.702478] ret_from_fork (arch/x86/kernel/process.c:147) [ 2972.702669] ? __pfx_kthread (kernel/kthread.c:341) [ 2972.702867] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 2972.703076] | [ 3050.702692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3050.703029] rcu: 3-....: (2751879 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=681638 | [ 3050.703544] rcu: (t=2756678 jiffies g=163465 q=146 ncpus=4) [ 3050.704279] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3050.704861] Workqueue: netns cleanup_net [ 3050.705075] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3050.705364] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3050.706307] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3050.706578] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3050.706946] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3050.707310] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3050.707677] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3050.708052] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3050.708421] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3050.708833] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3050.709131] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3050.709498] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3050.709862] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3050.710228] PKRU: 55555554 [ 3050.710373] Call Trace: [ 3050.710508] [ 3050.710620] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3050.710855] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3050.711096] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3050.711355] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3050.711593] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3050.711829] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3050.712061] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3050.712337] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3050.712553] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3050.712805] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3050.713038] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3050.713265] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3050.713537] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3050.713797] [ 3050.713915] [ 3050.714031] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3050.714308] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3050.714563] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3050.714773] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3050.714970] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3050.715232] ? up_read (kernel/locking/rwsem.c:1622) [ 3050.715407] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3050.715644] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3050.715906] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3050.716157] __tcf_action_put (net/sched/act_api.c:377) [ 3050.716363] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3050.716572] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3050.716778] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3050.717059] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3050.717310] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3050.717551] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3050.717759] tcf_chain_flush (net/sched/cls_api.c:737) [ 3050.717962] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3050.718171] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3050.718433] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3050.718636] dev_shutdown (net/sched/sch_generic.c:1482) [ 3050.718828] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3050.719112] cleanup_net (net/core/net_namespace.c:633) [ 3050.719305] ? process_one_work (kernel/workqueue.c:2606) [ 3050.719525] process_one_work (kernel/workqueue.c:2633) [ 3050.719738] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3050.719941] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3050.720165] kthread (kernel/kthread.c:388) [ 3050.720336] ? __pfx_kthread (kernel/kthread.c:341) [ 3050.720534] ret_from_fork (arch/x86/kernel/process.c:147) [ 3050.720727] ? __pfx_kthread (kernel/kthread.c:341) [ 3050.720924] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3050.721135] | [ 3128.720693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3128.721024] rcu: 3-....: (2829880 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=700703 | [ 3128.721537] rcu: (t=2834696 jiffies g=163465 q=146 ncpus=4) [ 3128.722277] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3128.722856] Workqueue: netns cleanup_net [ 3128.723068] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3128.723355] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3128.724293] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3128.724563] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3128.724927] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3128.725291] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3128.725655] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3128.726020] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3128.726385] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3128.726800] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3128.727095] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3128.727459] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3128.727834] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3128.728199] PKRU: 55555554 [ 3128.728343] Call Trace: [ 3128.728476] [ 3128.728591] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3128.728825] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3128.729063] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3128.729322] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3128.729557] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3128.729793] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3128.730021] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3128.730298] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3128.730510] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3128.730759] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3128.730992] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3128.731215] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3128.731488] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3128.731747] [ 3128.731862] [ 3128.731977] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3128.732254] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3128.732508] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3128.732713] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3128.732909] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3128.733169] ? up_read (kernel/locking/rwsem.c:1622) [ 3128.733344] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3128.733579] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3128.733837] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3128.734086] __tcf_action_put (net/sched/act_api.c:377) [ 3128.734295] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3128.734505] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3128.734712] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3128.734987] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3128.735249] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3128.735489] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3128.735696] tcf_chain_flush (net/sched/cls_api.c:737) [ 3128.735899] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3128.736104] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3128.736365] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3128.736567] dev_shutdown (net/sched/sch_generic.c:1482) [ 3128.736757] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3128.737037] cleanup_net (net/core/net_namespace.c:633) [ 3128.737227] ? process_one_work (kernel/workqueue.c:2606) [ 3128.737449] process_one_work (kernel/workqueue.c:2633) [ 3128.737664] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3128.737862] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3128.738087] kthread (kernel/kthread.c:388) [ 3128.738255] ? __pfx_kthread (kernel/kthread.c:341) [ 3128.738454] ret_from_fork (arch/x86/kernel/process.c:147) [ 3128.738647] ? __pfx_kthread (kernel/kthread.c:341) [ 3128.738844] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3128.739054] | [ 3206.738691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3206.739024] rcu: 3-....: (2907881 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=720016 | [ 3206.739537] rcu: (t=2912714 jiffies g=163465 q=146 ncpus=4) [ 3206.740274] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3206.740852] Workqueue: netns cleanup_net [ 3206.741064] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3206.741354] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 3206.742291] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3206.742563] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3206.742928] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3206.743294] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3206.743659] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3206.744024] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3206.744391] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3206.744805] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3206.745100] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3206.745465] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3206.745830] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3206.746193] PKRU: 55555554 [ 3206.746337] Call Trace: [ 3206.746469] [ 3206.746584] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3206.746819] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3206.747057] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3206.747324] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3206.747559] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3206.747796] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3206.748026] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3206.748303] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3206.748515] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3206.748766] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3206.749000] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3206.749226] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3206.749501] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3206.749762] [ 3206.749878] [ 3206.749993] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3206.750271] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3206.750526] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3206.750731] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3206.750928] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3206.751188] ? up_read (kernel/locking/rwsem.c:1622) [ 3206.751363] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3206.751601] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3206.751859] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3206.752110] __tcf_action_put (net/sched/act_api.c:377) [ 3206.752322] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3206.752533] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3206.752734] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3206.753011] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3206.753259] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3206.753500] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3206.753707] tcf_chain_flush (net/sched/cls_api.c:737) [ 3206.753911] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3206.754115] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3206.754375] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3206.754579] dev_shutdown (net/sched/sch_generic.c:1482) [ 3206.754769] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3206.755049] cleanup_net (net/core/net_namespace.c:633) [ 3206.755239] ? process_one_work (kernel/workqueue.c:2606) [ 3206.755460] process_one_work (kernel/workqueue.c:2633) [ 3206.755670] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3206.755868] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3206.756094] kthread (kernel/kthread.c:388) [ 3206.756264] ? __pfx_kthread (kernel/kthread.c:341) [ 3206.756461] ret_from_fork (arch/x86/kernel/process.c:147) [ 3206.756653] ? __pfx_kthread (kernel/kthread.c:341) [ 3206.756851] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3206.757061] | [ 3284.756692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3284.757026] rcu: 3-....: (2985882 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=739473 | [ 3284.757537] rcu: (t=2990732 jiffies g=163465 q=146 ncpus=4) [ 3284.758271] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3284.758850] Workqueue: netns cleanup_net [ 3284.759062] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3284.759349] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3284.760285] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3284.760554] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3284.760919] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3284.761284] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3284.761647] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3284.762014] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3284.762379] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3284.762789] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3284.763084] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3284.763449] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3284.763813] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3284.764176] PKRU: 55555554 [ 3284.764321] Call Trace: [ 3284.764454] [ 3284.764568] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3284.764805] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3284.765043] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3284.765301] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3284.765537] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3284.765773] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3284.766000] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3284.766277] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3284.766490] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3284.766741] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3284.766984] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3284.767208] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3284.767479] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3284.767740] [ 3284.767855] [ 3284.767971] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3284.768247] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3284.768501] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3284.768707] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3284.768902] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3284.769162] ? up_read (kernel/locking/rwsem.c:1622) [ 3284.769337] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3284.769572] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3284.769829] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3284.770080] __tcf_action_put (net/sched/act_api.c:377) [ 3284.770284] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3284.770495] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3284.770697] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3284.770970] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3284.771218] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3284.771459] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3284.771665] tcf_chain_flush (net/sched/cls_api.c:737) [ 3284.771866] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3284.772069] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3284.772332] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3284.772539] dev_shutdown (net/sched/sch_generic.c:1482) [ 3284.772729] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3284.773008] cleanup_net (net/core/net_namespace.c:633) [ 3284.773199] ? process_one_work (kernel/workqueue.c:2606) [ 3284.773418] process_one_work (kernel/workqueue.c:2633) [ 3284.773630] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3284.773828] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3284.774051] kthread (kernel/kthread.c:388) [ 3284.774220] ? __pfx_kthread (kernel/kthread.c:341) [ 3284.774417] ret_from_fork (arch/x86/kernel/process.c:147) [ 3284.774608] ? __pfx_kthread (kernel/kthread.c:341) [ 3284.774806] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3284.775021] | [ 3362.774692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3362.775026] rcu: 3-....: (3063883 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=758500 | [ 3362.775543] rcu: (t=3068750 jiffies g=163465 q=146 ncpus=4) [ 3362.776289] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3362.776879] Workqueue: netns cleanup_net [ 3362.777099] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3362.777390] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3362.778337] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3362.778613] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3362.778979] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3362.779352] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3362.779718] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3362.780091] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3362.780458] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3362.780873] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3362.781178] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3362.781545] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3362.781912] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3362.782285] PKRU: 55555554 [ 3362.782429] Call Trace: [ 3362.782562] [ 3362.782676] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3362.782912] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3362.783154] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3362.783413] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3362.783649] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3362.783886] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3362.784120] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3362.784399] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3362.784612] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3362.784862] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3362.785106] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3362.785330] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3362.785604] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3362.785866] [ 3362.785980] [ 3362.786102] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3362.786383] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3362.786647] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3362.786854] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3362.787057] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3362.787317] ? up_read (kernel/locking/rwsem.c:1622) [ 3362.787492] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3362.787728] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3362.787985] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3362.788242] __tcf_action_put (net/sched/act_api.c:377) [ 3362.788449] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3362.788659] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3362.788862] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3362.789146] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3362.789397] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3362.789639] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3362.789847] tcf_chain_flush (net/sched/cls_api.c:737) [ 3362.790057] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3362.790263] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3362.790524] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3362.790729] dev_shutdown (net/sched/sch_generic.c:1482) [ 3362.790921] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3362.791209] cleanup_net (net/core/net_namespace.c:633) [ 3362.791401] ? process_one_work (kernel/workqueue.c:2606) [ 3362.791625] process_one_work (kernel/workqueue.c:2633) [ 3362.791836] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3362.792039] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3362.792266] kthread (kernel/kthread.c:388) [ 3362.792435] ? __pfx_kthread (kernel/kthread.c:341) [ 3362.792635] ret_from_fork (arch/x86/kernel/process.c:147) [ 3362.792828] ? __pfx_kthread (kernel/kthread.c:341) [ 3362.793026] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3362.793244] | [ 3440.792692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3440.793027] rcu: 3-....: (3141884 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=777618 | [ 3440.793550] rcu: (t=3146768 jiffies g=163465 q=146 ncpus=4) [ 3440.794291] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3440.794874] Workqueue: netns cleanup_net [ 3440.795098] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3440.795387] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3440.796342] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3440.796613] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3440.796980] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3440.797352] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3440.797719] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3440.798091] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3440.798458] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3440.798871] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3440.799177] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3440.799546] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3440.799909] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3440.800280] PKRU: 55555554 [ 3440.800425] Call Trace: [ 3440.800559] [ 3440.800671] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3440.800911] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3440.801160] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3440.801419] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3440.801657] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3440.801893] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3440.802129] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3440.802405] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3440.802621] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3440.802870] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3440.803111] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3440.803337] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3440.803609] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3440.803870] [ 3440.803986] [ 3440.804109] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3440.804384] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3440.804639] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3440.804843] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3440.805046] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3440.805309] ? up_read (kernel/locking/rwsem.c:1622) [ 3440.805483] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3440.805721] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3440.805979] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3440.806243] __tcf_action_put (net/sched/act_api.c:377) [ 3440.806449] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3440.806659] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3440.806865] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3440.807146] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3440.807397] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3440.807636] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3440.807845] tcf_chain_flush (net/sched/cls_api.c:737) [ 3440.808054] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3440.808259] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3440.808520] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3440.808724] dev_shutdown (net/sched/sch_generic.c:1482) [ 3440.808914] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3440.809206] cleanup_net (net/core/net_namespace.c:633) [ 3440.809397] ? process_one_work (kernel/workqueue.c:2606) [ 3440.809617] process_one_work (kernel/workqueue.c:2633) [ 3440.809828] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3440.810028] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3440.810258] kthread (kernel/kthread.c:388) [ 3440.810429] ? __pfx_kthread (kernel/kthread.c:341) [ 3440.810626] ret_from_fork (arch/x86/kernel/process.c:147) [ 3440.810819] ? __pfx_kthread (kernel/kthread.c:341) [ 3440.811016] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3440.811232] | [ 3518.810693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3518.811038] rcu: 3-....: (3219885 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=796921 | [ 3518.811557] rcu: (t=3224786 jiffies g=163465 q=146 ncpus=4) [ 3518.812298] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3518.812882] Workqueue: netns cleanup_net [ 3518.813100] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3518.813391] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 3518.814331] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3518.814603] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3518.814970] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3518.815337] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3518.815712] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3518.816078] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3518.816445] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3518.816859] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3518.817156] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3518.817521] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3518.817888] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3518.818253] PKRU: 55555554 [ 3518.818398] Call Trace: [ 3518.818532] [ 3518.818647] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3518.818884] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3518.819123] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3518.819387] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3518.819623] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3518.819861] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3518.820091] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3518.820368] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3518.820581] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3518.820832] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3518.821068] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3518.821294] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3518.821568] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3518.821830] [ 3518.821946] [ 3518.822062] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3518.822341] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3518.822596] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3518.822802] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3518.822999] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3518.823260] ? up_read (kernel/locking/rwsem.c:1622) [ 3518.823435] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3518.823673] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3518.823932] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3518.824183] __tcf_action_put (net/sched/act_api.c:377) [ 3518.824388] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3518.824598] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3518.824801] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3518.825079] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3518.825328] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3518.825572] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3518.825786] tcf_chain_flush (net/sched/cls_api.c:737) [ 3518.825991] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3518.826195] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3518.826456] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3518.826661] dev_shutdown (net/sched/sch_generic.c:1482) [ 3518.826853] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3518.827134] cleanup_net (net/core/net_namespace.c:633) [ 3518.827325] ? process_one_work (kernel/workqueue.c:2606) [ 3518.827549] process_one_work (kernel/workqueue.c:2633) [ 3518.827761] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3518.827959] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3518.828186] kthread (kernel/kthread.c:388) [ 3518.828356] ? __pfx_kthread (kernel/kthread.c:341) [ 3518.828556] ret_from_fork (arch/x86/kernel/process.c:147) [ 3518.828749] ? __pfx_kthread (kernel/kthread.c:341) [ 3518.828948] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3518.829158] | [ 3596.828691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3596.829026] rcu: 3-....: (3297886 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=816086 | [ 3596.829539] rcu: (t=3302804 jiffies g=163465 q=146 ncpus=4) [ 3596.830269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3596.830848] Workqueue: netns cleanup_net [ 3596.831063] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3596.831350] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3596.832287] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3596.832557] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3596.832922] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3596.833284] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3596.833648] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3596.834013] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3596.834378] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3596.834790] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3596.835086] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3596.835462] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3596.835827] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3596.836190] PKRU: 55555554 [ 3596.836336] Call Trace: [ 3596.836469] [ 3596.836583] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3596.836816] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3596.837056] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3596.837315] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3596.837554] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3596.837789] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3596.838019] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3596.838294] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3596.838510] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3596.838760] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3596.838993] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3596.839219] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3596.839492] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3596.839751] [ 3596.839866] [ 3596.839982] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3596.840259] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3596.840513] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3596.840720] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3596.840917] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3596.841180] ? up_read (kernel/locking/rwsem.c:1622) [ 3596.841354] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3596.841592] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3596.841850] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3596.842100] __tcf_action_put (net/sched/act_api.c:377) [ 3596.842304] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3596.842515] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3596.842719] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3596.842993] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3596.843243] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3596.843484] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3596.843691] tcf_chain_flush (net/sched/cls_api.c:737) [ 3596.843894] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3596.844097] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3596.844358] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3596.844562] dev_shutdown (net/sched/sch_generic.c:1482) [ 3596.844752] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3596.845034] cleanup_net (net/core/net_namespace.c:633) [ 3596.845224] ? process_one_work (kernel/workqueue.c:2606) [ 3596.845450] process_one_work (kernel/workqueue.c:2633) [ 3596.845662] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3596.845861] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3596.846084] kthread (kernel/kthread.c:388) [ 3596.846256] ? __pfx_kthread (kernel/kthread.c:341) [ 3596.846452] ret_from_fork (arch/x86/kernel/process.c:147) [ 3596.846645] ? __pfx_kthread (kernel/kthread.c:341) [ 3596.846842] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3596.847053] | [ 3674.846691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3674.847023] rcu: 3-....: (3375887 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=835353 | [ 3674.847537] rcu: (t=3380822 jiffies g=163465 q=146 ncpus=4) [ 3674.848282] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3674.848867] Workqueue: netns cleanup_net [ 3674.849082] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3674.849369] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3674.850308] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3674.850580] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3674.850946] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3674.851312] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3674.851699] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3674.852086] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3674.852453] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3674.852891] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3674.853203] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3674.853580] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3674.853947] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3674.854313] PKRU: 55555554 [ 3674.854462] Call Trace: [ 3674.854597] [ 3674.854718] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3674.854974] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3674.855226] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3674.855511] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3674.855755] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3674.855999] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3674.856237] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3674.856525] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3674.856741] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3674.856990] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3674.857223] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3674.857464] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 3674.857681] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3674.857951] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3674.858222] [ 3674.858343] [ 3674.858458] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3674.858747] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3674.859025] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3674.859239] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3674.859434] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3674.859705] ? up_read (kernel/locking/rwsem.c:1622) [ 3674.859889] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3674.860134] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3674.860398] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3674.860662] __tcf_action_put (net/sched/act_api.c:377) [ 3674.860880] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3674.861092] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3674.861295] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3674.861569] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3674.861818] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3674.862058] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3674.862265] tcf_chain_flush (net/sched/cls_api.c:737) [ 3674.862466] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3674.862682] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3674.862960] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3674.863170] dev_shutdown (net/sched/sch_generic.c:1482) [ 3674.863368] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3674.863655] cleanup_net (net/core/net_namespace.c:633) [ 3674.863860] ? process_one_work (kernel/workqueue.c:2606) [ 3674.864093] process_one_work (kernel/workqueue.c:2633) [ 3674.864324] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3674.864538] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3674.864771] kthread (kernel/kthread.c:388) [ 3674.864951] ? __pfx_kthread (kernel/kthread.c:341) [ 3674.865153] ret_from_fork (arch/x86/kernel/process.c:147) [ 3674.865366] ? __pfx_kthread (kernel/kthread.c:341) [ 3674.865566] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3674.865779] | [ 3752.864692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3752.865040] rcu: 3-....: (3453887 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=854087 | [ 3752.865561] rcu: (t=3458840 jiffies g=163465 q=146 ncpus=4) [ 3752.866300] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3752.866887] Workqueue: netns cleanup_net [ 3752.867102] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3752.867388] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3752.868345] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3752.868617] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3752.868983] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3752.869352] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3752.869724] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3752.870089] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3752.870456] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3752.870875] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3752.871176] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3752.871543] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3752.871909] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3752.872280] PKRU: 55555554 [ 3752.872428] Call Trace: [ 3752.872564] [ 3752.872679] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3752.872912] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3752.873154] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3752.873416] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3752.873653] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3752.873888] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3752.874116] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3752.874399] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3752.874628] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3752.874879] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3752.875114] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3752.875339] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3752.875615] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3752.875882] [ 3752.875997] [ 3752.876113] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3752.876390] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3752.876646] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3752.876857] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3752.877052] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3752.877318] ? up_read (kernel/locking/rwsem.c:1622) [ 3752.877492] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3752.877727] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3752.877985] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3752.878240] __tcf_action_put (net/sched/act_api.c:377) [ 3752.878451] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3752.878662] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3752.878865] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3752.879140] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3752.879389] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3752.879632] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3752.879840] tcf_chain_flush (net/sched/cls_api.c:737) [ 3752.880041] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3752.880245] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3752.880507] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3752.880712] dev_shutdown (net/sched/sch_generic.c:1482) [ 3752.880901] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3752.881180] cleanup_net (net/core/net_namespace.c:633) [ 3752.881372] ? process_one_work (kernel/workqueue.c:2606) [ 3752.881591] process_one_work (kernel/workqueue.c:2633) [ 3752.881803] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3752.882001] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3752.882225] kthread (kernel/kthread.c:388) [ 3752.882393] ? __pfx_kthread (kernel/kthread.c:341) [ 3752.882589] ret_from_fork (arch/x86/kernel/process.c:147) [ 3752.882780] ? __pfx_kthread (kernel/kthread.c:341) [ 3752.882978] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3752.883188] | [ 3830.882692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3830.883034] rcu: 3-....: (3531888 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=873246 | [ 3830.883558] rcu: (t=3536858 jiffies g=163465 q=146 ncpus=4) [ 3830.884309] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3830.884889] Workqueue: netns cleanup_net [ 3830.885097] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3830.885390] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3830.886334] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3830.886604] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3830.886970] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3830.887357] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3830.887725] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3830.888088] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3830.888461] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3830.888874] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3830.889167] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3830.889539] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3830.889903] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3830.890278] PKRU: 55555554 [ 3830.890422] Call Trace: [ 3830.890556] [ 3830.890670] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3830.890903] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3830.891140] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3830.891413] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3830.891649] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3830.891884] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3830.892110] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3830.892394] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3830.892607] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3830.892856] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3830.893090] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3830.893321] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3830.893592] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3830.893854] [ 3830.893969] [ 3830.894092] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3830.894378] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3830.894634] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3830.894839] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3830.895034] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3830.895305] ? up_read (kernel/locking/rwsem.c:1622) [ 3830.895480] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3830.895714] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3830.895973] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3830.896223] __tcf_action_put (net/sched/act_api.c:377) [ 3830.896433] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3830.896644] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3830.896846] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3830.897119] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3830.897375] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3830.897616] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3830.897823] tcf_chain_flush (net/sched/cls_api.c:737) [ 3830.898024] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3830.898228] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3830.898496] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3830.898699] dev_shutdown (net/sched/sch_generic.c:1482) [ 3830.898889] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3830.899169] cleanup_net (net/core/net_namespace.c:633) [ 3830.899366] ? process_one_work (kernel/workqueue.c:2606) [ 3830.899586] process_one_work (kernel/workqueue.c:2633) [ 3830.899798] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3830.899996] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3830.900220] kthread (kernel/kthread.c:388) [ 3830.900399] ? __pfx_kthread (kernel/kthread.c:341) [ 3830.900596] ret_from_fork (arch/x86/kernel/process.c:147) [ 3830.900787] ? __pfx_kthread (kernel/kthread.c:341) [ 3830.900985] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3830.901194] | [ 3908.900692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3908.901025] rcu: 3-....: (3609889 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=892552 | [ 3908.901550] rcu: (t=3614876 jiffies g=163465 q=146 ncpus=4) [ 3908.902294] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3908.902878] Workqueue: netns cleanup_net [ 3908.903091] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3908.903383] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 3908.904346] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3908.904616] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3908.904983] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3908.905357] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3908.905721] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3908.906087] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3908.906462] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3908.906875] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3908.907174] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3908.907549] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3908.907915] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3908.908287] PKRU: 55555554 [ 3908.908433] Call Trace: [ 3908.908565] [ 3908.908679] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3908.908910] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3908.909150] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3908.909419] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3908.909655] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3908.909890] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3908.910118] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3908.910401] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3908.910617] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3908.910868] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3908.911102] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3908.911336] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3908.911606] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3908.911865] [ 3908.911981] [ 3908.912097] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3908.912378] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 3908.912634] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3908.912841] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3908.913037] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3908.913303] ? up_read (kernel/locking/rwsem.c:1622) [ 3908.913476] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3908.913718] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3908.913976] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3908.914227] __tcf_action_put (net/sched/act_api.c:377) [ 3908.914442] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3908.914655] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3908.914858] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3908.915134] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3908.915392] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3908.915635] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3908.915842] tcf_chain_flush (net/sched/cls_api.c:737) [ 3908.916046] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3908.916257] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3908.916518] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3908.916725] dev_shutdown (net/sched/sch_generic.c:1482) [ 3908.916916] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3908.917196] cleanup_net (net/core/net_namespace.c:633) [ 3908.917394] ? process_one_work (kernel/workqueue.c:2606) [ 3908.917614] process_one_work (kernel/workqueue.c:2633) [ 3908.917829] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3908.918028] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3908.918258] kthread (kernel/kthread.c:388) [ 3908.918430] ? __pfx_kthread (kernel/kthread.c:341) [ 3908.918627] ret_from_fork (arch/x86/kernel/process.c:147) [ 3908.918819] ? __pfx_kthread (kernel/kthread.c:341) [ 3908.919016] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3908.919227] | [ 3986.919703] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 3986.920046] rcu: 3-....: (3687891 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=910962 | [ 3986.920569] rcu: (t=3692895 jiffies g=163465 q=146 ncpus=4) [ 3986.921313] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 3986.921894] Workqueue: netns cleanup_net [ 3986.922108] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3986.922402] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 3986.923354] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 3986.923624] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 3986.923990] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 3986.924367] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 3986.924731] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 3986.925096] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 3986.925469] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 3986.925881] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 3986.926178] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 3986.926553] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 3986.926920] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 3986.927292] PKRU: 55555554 [ 3986.927438] Call Trace: [ 3986.927576] [ 3986.927693] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 3986.927927] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 3986.928166] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 3986.928431] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 3986.928666] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 3986.928901] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 3986.929131] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 3986.929421] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 3986.929635] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 3986.929886] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 3986.930122] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 3986.930353] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 3986.930627] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 3986.930888] [ 3986.931004] [ 3986.931119] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 3986.931406] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 3986.931662] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 3986.931866] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 3986.932065] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3986.932332] ? up_read (kernel/locking/rwsem.c:1622) [ 3986.932506] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 3986.932741] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3986.933000] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 3986.933257] __tcf_action_put (net/sched/act_api.c:377) [ 3986.933470] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 3986.933680] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 3986.933883] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 3986.934159] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 3986.934422] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 3986.934668] tcf_proto_destroy (net/sched/cls_api.c:418) [ 3986.934876] tcf_chain_flush (net/sched/cls_api.c:737) [ 3986.935080] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 3986.935294] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 3986.935556] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 3986.935760] dev_shutdown (net/sched/sch_generic.c:1482) [ 3986.935951] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 3986.936237] cleanup_net (net/core/net_namespace.c:633) [ 3986.936432] ? process_one_work (kernel/workqueue.c:2606) [ 3986.936655] process_one_work (kernel/workqueue.c:2633) [ 3986.936866] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 3986.937065] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 3986.937297] kthread (kernel/kthread.c:388) [ 3986.937466] ? __pfx_kthread (kernel/kthread.c:341) [ 3986.937666] ret_from_fork (arch/x86/kernel/process.c:147) [ 3986.937858] ? __pfx_kthread (kernel/kthread.c:341) [ 3986.938057] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 3986.938279] | [ 4064.937692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4064.938039] rcu: 3-....: (3765892 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=930298 | [ 4064.938552] rcu: (t=3770913 jiffies g=163465 q=146 ncpus=4) [ 4064.939289] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4064.939867] Workqueue: netns cleanup_net [ 4064.940081] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4064.940366] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4064.941304] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4064.941573] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4064.941938] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4064.942302] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4064.942666] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4064.943035] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4064.943401] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4064.943815] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4064.944108] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4064.944474] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4064.944850] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4064.945215] PKRU: 55555554 [ 4064.945361] Call Trace: [ 4064.945495] [ 4064.945610] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4064.945844] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4064.946080] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4064.946338] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4064.946574] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4064.946809] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4064.947035] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4064.947312] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4064.947525] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4064.947775] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4064.948009] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4064.948233] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4064.948503] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4064.948767] [ 4064.948882] [ 4064.948997] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4064.949276] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4064.949531] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4064.949735] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4064.949931] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4064.950192] ? up_read (kernel/locking/rwsem.c:1622) [ 4064.950367] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4064.950601] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4064.950862] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4064.951111] __tcf_action_put (net/sched/act_api.c:377) [ 4064.951318] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4064.951528] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4064.951730] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4064.952004] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4064.952256] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4064.952496] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4064.952703] tcf_chain_flush (net/sched/cls_api.c:737) [ 4064.952908] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4064.953115] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4064.953376] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4064.953578] dev_shutdown (net/sched/sch_generic.c:1482) [ 4064.953769] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4064.954049] cleanup_net (net/core/net_namespace.c:633) [ 4064.954238] ? process_one_work (kernel/workqueue.c:2606) [ 4064.954459] process_one_work (kernel/workqueue.c:2633) [ 4064.954670] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4064.954868] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4064.955092] kthread (kernel/kthread.c:388) [ 4064.955259] ? __pfx_kthread (kernel/kthread.c:341) [ 4064.955457] ret_from_fork (arch/x86/kernel/process.c:147) [ 4064.955647] ? __pfx_kthread (kernel/kthread.c:341) [ 4064.955846] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4064.956055] | [ 4142.955693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4142.956026] rcu: 3-....: (3843893 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=949172 | [ 4142.956553] rcu: (t=3848931 jiffies g=163465 q=146 ncpus=4) [ 4142.957302] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4142.957888] Workqueue: netns cleanup_net [ 4142.958103] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4142.958397] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4142.959341] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4142.959611] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4142.959978] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4142.960352] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4142.960720] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4142.961085] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4142.961464] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4142.961878] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4142.962175] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4142.962553] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4142.962924] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4142.963295] PKRU: 55555554 [ 4142.963439] Call Trace: [ 4142.963574] [ 4142.963694] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4142.963928] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4142.964169] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4142.964435] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4142.964671] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4142.964905] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4142.965135] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4142.965414] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4142.965628] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4142.965879] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4142.966113] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4142.966351] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4142.966622] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4142.966882] [ 4142.966998] [ 4142.967114] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4142.967396] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4142.967651] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4142.967855] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4142.968050] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4142.968317] ? up_read (kernel/locking/rwsem.c:1622) [ 4142.968492] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4142.968728] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4142.968985] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4142.969239] __tcf_action_put (net/sched/act_api.c:377) [ 4142.969449] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4142.969659] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4142.969863] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4142.970140] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4142.970396] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4142.970636] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4142.970845] tcf_chain_flush (net/sched/cls_api.c:737) [ 4142.971047] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4142.971261] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4142.971523] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4142.971726] dev_shutdown (net/sched/sch_generic.c:1482) [ 4142.971916] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4142.972199] cleanup_net (net/core/net_namespace.c:633) [ 4142.972397] ? process_one_work (kernel/workqueue.c:2606) [ 4142.972622] process_one_work (kernel/workqueue.c:2633) [ 4142.972833] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4142.973033] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4142.973263] kthread (kernel/kthread.c:388) [ 4142.973433] ? __pfx_kthread (kernel/kthread.c:341) [ 4142.973630] ret_from_fork (arch/x86/kernel/process.c:147) [ 4142.973822] ? __pfx_kthread (kernel/kthread.c:341) [ 4142.974019] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4142.974227] | [ 4220.973692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4220.974021] rcu: 3-....: (3921894 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=967523 | [ 4220.974534] rcu: (t=3926949 jiffies g=163465 q=146 ncpus=4) [ 4220.975269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4220.975848] Workqueue: netns cleanup_net [ 4220.976062] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4220.976347] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4220.977289] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4220.977560] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4220.977926] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4220.978293] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4220.978657] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4220.979024] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4220.979393] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4220.979806] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4220.980103] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4220.980470] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4220.980834] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4220.981199] PKRU: 55555554 [ 4220.981344] Call Trace: [ 4220.981477] [ 4220.981591] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4220.981822] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4220.982063] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4220.982329] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4220.982566] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4220.982802] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4220.983031] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4220.983308] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4220.983525] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4220.983778] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4220.984015] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4220.984243] ? __do_softirq (./arch/x86/include/asm/preempt.h:26 kernel/softirq.c:400 kernel/softirq.c:582) [ 4220.984448] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4220.984721] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4220.984982] [ 4220.985096] [ 4220.985212] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4220.985490] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4220.985747] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4220.985951] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4220.986146] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4220.986406] ? up_read (kernel/locking/rwsem.c:1622) [ 4220.986581] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4220.986816] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4220.987076] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4220.987326] __tcf_action_put (net/sched/act_api.c:377) [ 4220.987533] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4220.987745] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4220.987947] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4220.988221] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4220.988474] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4220.988717] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4220.988923] tcf_chain_flush (net/sched/cls_api.c:737) [ 4220.989125] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4220.989331] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4220.989593] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4220.989797] dev_shutdown (net/sched/sch_generic.c:1482) [ 4220.989988] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4220.990266] cleanup_net (net/core/net_namespace.c:633) [ 4220.990456] ? process_one_work (kernel/workqueue.c:2606) [ 4220.990678] process_one_work (kernel/workqueue.c:2633) [ 4220.990889] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4220.991087] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4220.991313] kthread (kernel/kthread.c:388) [ 4220.991481] ? __pfx_kthread (kernel/kthread.c:341) [ 4220.991679] ret_from_fork (arch/x86/kernel/process.c:147) [ 4220.991871] ? __pfx_kthread (kernel/kthread.c:341) [ 4220.992069] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4220.992284] | [ 4298.991692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4298.992040] rcu: 3-....: (3999895 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=986081 | [ 4298.992554] rcu: (t=4004967 jiffies g=163465 q=146 ncpus=4) [ 4298.993288] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4298.993870] Workqueue: netns cleanup_net [ 4298.994082] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4298.994368] Code: 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 0f 1f 44 00 00 41 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 <85> c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc All code ======== 0: 90 nop 1: 90 nop 2: 90 nop 3: 90 nop 4: 90 nop 5: 90 nop 6: 90 nop 7: 90 nop 8: 90 nop 9: 90 nop a: 90 nop b: 90 nop c: 90 nop d: 90 nop e: f3 0f 1e fa endbr64 12: 0f 1f 44 00 00 nopl 0x0(%rax,%rax,1) 17: 41 55 push %r13 19: 41 54 push %r12 1b: 55 push %rbp 1c: 48 89 fd mov %rdi,%rbp 1f: 53 push %rbx 20: 66 90 xchg %ax,%ax 22: ba 01 00 00 00 mov $0x1,%edx 27: 8b 45 00 mov 0x0(%rbp),%eax 2a:* 85 c0 test %eax,%eax <-- trapping instruction 2c: 75 14 jne 0x42 2e: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 33: 85 c0 test %eax,%eax 35: 75 f0 jne 0x27 37: 5b pop %rbx 38: 5d pop %rbp 39: 41 5c pop %r12 3b: 41 5d pop %r13 3d: c3 ret 3e: cc int3 3f: cc int3 Code starting with the faulting instruction =========================================== 0: 85 c0 test %eax,%eax 2: 75 14 jne 0x18 4: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 9: 85 c0 test %eax,%eax b: 75 f0 jne 0xfffffffffffffffd d: 5b pop %rbx e: 5d pop %rbp f: 41 5c pop %r12 11: 41 5d pop %r13 13: c3 ret 14: cc int3 15: cc int3 [ 4298.995309] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4298.995582] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4298.995954] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4298.996318] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4298.996685] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4298.997050] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4298.997417] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4298.997831] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4298.998129] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4298.998496] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4298.998860] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4298.999228] PKRU: 55555554 [ 4298.999372] Call Trace: [ 4298.999506] [ 4298.999617] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4298.999852] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4299.000092] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4299.000351] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4299.000586] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4299.000822] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4299.001051] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4299.001327] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4299.001541] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4299.001798] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4299.002035] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4299.002261] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4299.002532] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4299.002793] [ 4299.002909] [ 4299.003026] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4299.003301] ? queued_spin_lock_slowpath (./arch/x86/include/asm/qspinlock.h:98 kernel/locking/qspinlock.c:327) [ 4299.003555] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4299.003759] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4299.003955] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4299.004214] ? up_read (kernel/locking/rwsem.c:1622) [ 4299.004390] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4299.004625] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4299.004882] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4299.005133] __tcf_action_put (net/sched/act_api.c:377) [ 4299.005336] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4299.005546] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4299.005750] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4299.006027] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4299.006276] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4299.006515] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4299.006725] tcf_chain_flush (net/sched/cls_api.c:737) [ 4299.006927] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4299.007130] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4299.007391] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4299.007593] dev_shutdown (net/sched/sch_generic.c:1482) [ 4299.007784] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4299.008067] cleanup_net (net/core/net_namespace.c:633) [ 4299.008257] ? process_one_work (kernel/workqueue.c:2606) [ 4299.008476] process_one_work (kernel/workqueue.c:2633) [ 4299.008685] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4299.008886] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4299.009111] kthread (kernel/kthread.c:388) [ 4299.009282] ? __pfx_kthread (kernel/kthread.c:341) [ 4299.009479] ret_from_fork (arch/x86/kernel/process.c:147) [ 4299.009670] ? __pfx_kthread (kernel/kthread.c:341) [ 4299.009867] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4299.010077] | [ 4377.010692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4377.011028] rcu: 3-....: (4077897 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=1004228 | [ 4377.011552] rcu: (t=4082986 jiffies g=163465 q=146 ncpus=4) [ 4377.012287] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4377.012869] Workqueue: netns cleanup_net [ 4377.013079] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4377.013368] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4377.014306] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4377.014578] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4377.014943] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4377.015310] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4377.015677] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4377.016044] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4377.016410] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4377.016826] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4377.017124] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4377.017490] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4377.017857] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4377.018223] PKRU: 55555554 [ 4377.018367] Call Trace: [ 4377.018501] [ 4377.018615] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4377.018849] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4377.019087] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4377.019348] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4377.019582] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4377.019820] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4377.020050] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4377.020326] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4377.020541] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4377.020793] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4377.021029] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4377.021255] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4377.021533] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4377.021796] [ 4377.021913] [ 4377.022030] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4377.022308] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4377.022564] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4377.022769] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4377.022965] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4377.023226] ? up_read (kernel/locking/rwsem.c:1622) [ 4377.023401] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4377.023637] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4377.023895] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4377.024147] __tcf_action_put (net/sched/act_api.c:377) [ 4377.024352] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4377.024563] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4377.024765] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4377.025042] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4377.025290] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4377.025532] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4377.025739] tcf_chain_flush (net/sched/cls_api.c:737) [ 4377.025944] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4377.026149] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4377.026410] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4377.026612] dev_shutdown (net/sched/sch_generic.c:1482) [ 4377.026804] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4377.027084] cleanup_net (net/core/net_namespace.c:633) [ 4377.027275] ? process_one_work (kernel/workqueue.c:2606) [ 4377.027498] process_one_work (kernel/workqueue.c:2633) [ 4377.027709] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4377.027908] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4377.028134] kthread (kernel/kthread.c:388) [ 4377.028303] ? __pfx_kthread (kernel/kthread.c:341) [ 4377.028503] ret_from_fork (arch/x86/kernel/process.c:147) [ 4377.028695] ? __pfx_kthread (kernel/kthread.c:341) [ 4377.028893] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4377.029103] | [ 4455.028706] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4455.029040] rcu: 3-....: (4155898 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=1023351 | [ 4455.029559] rcu: (t=4161004 jiffies g=163465 q=146 ncpus=4) [ 4455.030296] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4455.030878] Workqueue: netns cleanup_net [ 4455.031099] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4455.031386] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4455.032328] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4455.032599] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4455.032966] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4455.033332] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4455.033698] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4455.034065] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4455.034433] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4455.034846] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4455.035144] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4455.035511] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4455.035877] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4455.036241] PKRU: 55555554 [ 4455.036388] Call Trace: [ 4455.036525] [ 4455.036642] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4455.036876] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4455.037114] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4455.037373] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4455.037608] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4455.037845] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4455.038072] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4455.038350] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4455.038564] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4455.038816] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4455.039051] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4455.039275] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4455.039547] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4455.039808] [ 4455.039923] [ 4455.040040] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4455.040319] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4455.040574] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4455.040780] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4455.040981] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4455.041241] ? up_read (kernel/locking/rwsem.c:1622) [ 4455.041417] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4455.041650] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4455.041909] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4455.042160] __tcf_action_put (net/sched/act_api.c:377) [ 4455.042366] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4455.042578] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4455.042784] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4455.043058] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4455.043307] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4455.043549] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4455.043756] tcf_chain_flush (net/sched/cls_api.c:737) [ 4455.043958] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4455.044163] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4455.044425] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4455.044630] dev_shutdown (net/sched/sch_generic.c:1482) [ 4455.044824] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4455.045103] cleanup_net (net/core/net_namespace.c:633) [ 4455.045293] ? process_one_work (kernel/workqueue.c:2606) [ 4455.045513] process_one_work (kernel/workqueue.c:2633) [ 4455.045724] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4455.045923] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4455.046149] kthread (kernel/kthread.c:388) [ 4455.046317] ? __pfx_kthread (kernel/kthread.c:341) [ 4455.046513] ret_from_fork (arch/x86/kernel/process.c:147) [ 4455.046706] ? __pfx_kthread (kernel/kthread.c:341) [ 4455.046904] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4455.047114] | [ 4533.046692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4533.047031] rcu: 3-....: (4233899 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=1041674 | [ 4533.047548] rcu: (t=4239022 jiffies g=163465 q=146 ncpus=4) [ 4533.048289] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4533.048873] Workqueue: netns cleanup_net [ 4533.049088] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4533.049377] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4533.050320] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4533.050605] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4533.050972] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4533.051339] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4533.051708] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4533.052075] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4533.052443] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4533.052860] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4533.053159] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4533.053526] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4533.053894] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4533.054261] PKRU: 55555554 [ 4533.054406] Call Trace: [ 4533.054541] [ 4533.054654] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4533.054890] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4533.055130] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4533.055393] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4533.055627] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4533.055865] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4533.056096] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4533.056372] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4533.056586] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4533.056839] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4533.057076] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4533.057303] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4533.057575] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4533.057837] [ 4533.057953] [ 4533.058070] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4533.058347] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4533.058603] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4533.058808] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4533.059004] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4533.059265] ? up_read (kernel/locking/rwsem.c:1622) [ 4533.059440] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4533.059677] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4533.059938] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4533.060189] __tcf_action_put (net/sched/act_api.c:377) [ 4533.060393] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4533.060606] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4533.060810] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4533.061090] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4533.061340] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4533.061582] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4533.061798] tcf_chain_flush (net/sched/cls_api.c:737) [ 4533.062005] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4533.062209] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4533.062471] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4533.062675] dev_shutdown (net/sched/sch_generic.c:1482) [ 4533.062868] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4533.063153] cleanup_net (net/core/net_namespace.c:633) [ 4533.063344] ? process_one_work (kernel/workqueue.c:2606) [ 4533.063566] process_one_work (kernel/workqueue.c:2633) [ 4533.063777] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4533.063977] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4533.064205] kthread (kernel/kthread.c:388) [ 4533.064376] ? __pfx_kthread (kernel/kthread.c:341) [ 4533.064574] ret_from_fork (arch/x86/kernel/process.c:147) [ 4533.064766] ? __pfx_kthread (kernel/kthread.c:341) [ 4533.064964] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4533.065174] | [ 4611.064693] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4611.065019] rcu: 3-....: (4311900 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=1059930 | [ 4611.065537] rcu: (t=4317040 jiffies g=163465 q=146 ncpus=4) [ 4611.066285] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4611.066870] Workqueue: netns cleanup_net [ 4611.067083] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4611.067371] Code: 55 41 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc 90 eb e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba All code ======== 0: 55 push %rbp 1: 41 54 push %r12 3: 55 push %rbp 4: 48 89 fd mov %rdi,%rbp 7: 53 push %rbx 8: 66 90 xchg %ax,%ax a: ba 01 00 00 00 mov $0x1,%edx f: 8b 45 00 mov 0x0(%rbp),%eax 12: 85 c0 test %eax,%eax 14: 75 14 jne 0x2a 16: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 1b: 85 c0 test %eax,%eax 1d: 75 f0 jne 0xf 1f: 5b pop %rbx 20: 5d pop %rbp 21: 41 5c pop %r12 23: 41 5d pop %r13 25: c3 ret 26: cc int3 27: cc int3 28: cc int3 29: cc int3 2a:* f3 90 pause <-- trapping instruction 2c: eb e1 jmp 0xf 2e: 81 fe 00 01 00 00 cmp $0x100,%esi 34: 74 52 je 0x88 36: 40 30 f6 xor %sil,%sil 39: 85 f6 test %esi,%esi 3b: 75 75 jne 0xb2 3d: f0 lock 3e: 0f .byte 0xf 3f: ba .byte 0xba Code starting with the faulting instruction =========================================== 0: f3 90 pause 2: eb e1 jmp 0xffffffffffffffe5 4: 81 fe 00 01 00 00 cmp $0x100,%esi a: 74 52 je 0x5e c: 40 30 f6 xor %sil,%sil f: 85 f6 test %esi,%esi 11: 75 75 jne 0x88 13: f0 lock 14: 0f .byte 0xf 15: ba .byte 0xba [ 4611.068313] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4611.068586] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4611.068951] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4611.069318] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4611.069684] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4611.070052] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4611.070434] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4611.070849] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4611.071148] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4611.071513] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4611.071879] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4611.072245] PKRU: 55555554 [ 4611.072388] Call Trace: [ 4611.072523] [ 4611.072644] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4611.072880] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4611.073119] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4611.073378] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4611.073615] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4611.073848] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4611.074079] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4611.074354] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4611.074571] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4611.074823] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4611.075056] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4611.075283] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4611.075554] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4611.075814] [ 4611.075929] [ 4611.076046] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4611.076321] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:13 ./arch/x86/include/asm/vdso/processor.h:18 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4611.076576] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4611.076782] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4611.076979] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4611.077239] ? up_read (kernel/locking/rwsem.c:1622) [ 4611.077412] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4611.077650] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4611.077909] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4611.078160] __tcf_action_put (net/sched/act_api.c:377) [ 4611.078367] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4611.078579] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4611.078783] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4611.079057] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4611.079307] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4611.079551] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4611.079758] tcf_chain_flush (net/sched/cls_api.c:737) [ 4611.079960] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4611.080165] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4611.080434] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4611.080642] dev_shutdown (net/sched/sch_generic.c:1482) [ 4611.080836] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4611.081118] cleanup_net (net/core/net_namespace.c:633) [ 4611.081309] ? process_one_work (kernel/workqueue.c:2606) [ 4611.081527] process_one_work (kernel/workqueue.c:2633) [ 4611.081745] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4611.081944] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4611.082168] kthread (kernel/kthread.c:388) [ 4611.082340] ? __pfx_kthread (kernel/kthread.c:341) [ 4611.082537] ret_from_fork (arch/x86/kernel/process.c:147) [ 4611.082730] ? __pfx_kthread (kernel/kthread.c:341) [ 4611.082929] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4611.083141] | [ 4689.082692] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4689.083019] rcu: 3-....: (4389901 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=1079085 | [ 4689.083537] rcu: (t=4395058 jiffies g=163465 q=146 ncpus=4) [ 4689.084269] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4689.084850] Workqueue: netns cleanup_net [ 4689.085061] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4689.085348] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4689.086289] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4689.086559] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4689.086927] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4689.087291] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4689.087658] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4689.088026] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4689.088394] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4689.088807] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4689.089106] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4689.089474] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4689.089842] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4689.090207] PKRU: 55555554 [ 4689.090352] Call Trace: [ 4689.090487] [ 4689.090598] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4689.090833] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4689.091074] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4689.091333] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4689.091567] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4689.091802] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4689.092033] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4689.092308] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4689.092522] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4689.092773] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4689.093008] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4689.093234] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4689.093506] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4689.093767] [ 4689.093883] [ 4689.093999] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4689.094275] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4689.094530] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4689.094734] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4689.094929] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4689.095189] ? up_read (kernel/locking/rwsem.c:1622) [ 4689.095365] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4689.095601] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4689.095861] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4689.096113] __tcf_action_put (net/sched/act_api.c:377) [ 4689.096317] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4689.096527] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4689.096731] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4689.097006] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4689.097256] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4689.097495] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4689.097706] tcf_chain_flush (net/sched/cls_api.c:737) [ 4689.097909] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4689.098112] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4689.098373] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4689.098576] dev_shutdown (net/sched/sch_generic.c:1482) [ 4689.098767] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4689.099048] cleanup_net (net/core/net_namespace.c:633) [ 4689.099239] ? process_one_work (kernel/workqueue.c:2606) [ 4689.099458] process_one_work (kernel/workqueue.c:2633) [ 4689.099668] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4689.099873] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4689.100098] kthread (kernel/kthread.c:388) [ 4689.100268] ? __pfx_kthread (kernel/kthread.c:341) [ 4689.100466] ret_from_fork (arch/x86/kernel/process.c:147) [ 4689.100658] ? __pfx_kthread (kernel/kthread.c:341) [ 4689.100855] ret_from_fork_asm (arch/x86/entry/entry_64.S:250) | [ 4689.101064] | [ 4767.100691] rcu: INFO: rcu_preempt self-detected stall on CPU | [ 4767.101030] rcu: 3-....: (4467902 ticks this GP) idle=0ad4/1/0x4000000000000000 softirq=90643/90646 fqs=1098271 | [ 4767.101547] rcu: (t=4473076 jiffies g=163465 q=146 ncpus=4) [ 4767.102283] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.16.3-0-ga6ed6b701f0a-prebuilt.qemu.org 04/01/2014 [ 4767.102863] Workqueue: netns cleanup_net [ 4767.103072] RIP: 0010:queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4767.103358] Code: 54 55 48 89 fd 53 66 90 ba 01 00 00 00 8b 45 00 85 c0 75 14 f0 0f b1 55 00 85 c0 75 f0 5b 5d 41 5c 41 5d c3 cc cc cc cc f3 90 e1 81 fe 00 01 00 00 74 52 40 30 f6 85 f6 75 75 f0 0f ba 6d 00 All code ======== 0: 54 push %rsp 1: 55 push %rbp 2: 48 89 fd mov %rdi,%rbp 5: 53 push %rbx 6: 66 90 xchg %ax,%ax 8: ba 01 00 00 00 mov $0x1,%edx d: 8b 45 00 mov 0x0(%rbp),%eax 10: 85 c0 test %eax,%eax 12: 75 14 jne 0x28 14: f0 0f b1 55 00 lock cmpxchg %edx,0x0(%rbp) 19: 85 c0 test %eax,%eax 1b: 75 f0 jne 0xd 1d: 5b pop %rbx 1e: 5d pop %rbp 1f: 41 5c pop %r12 21: 41 5d pop %r13 23: c3 ret 24: cc int3 25: cc int3 26: cc int3 27: cc int3 28: f3 90 pause 2a:* eb e1 jmp 0xd <-- trapping instruction 2c: 81 fe 00 01 00 00 cmp $0x100,%esi 32: 74 52 je 0x86 34: 40 30 f6 xor %sil,%sil 37: 85 f6 test %esi,%esi 39: 75 75 jne 0xb0 3b: f0 lock 3c: 0f .byte 0xf 3d: ba .byte 0xba 3e: 6d insl (%dx),%es:(%rdi) ... Code starting with the faulting instruction =========================================== 0: eb e1 jmp 0xffffffffffffffe3 2: 81 fe 00 01 00 00 cmp $0x100,%esi 8: 74 52 je 0x5c a: 40 30 f6 xor %sil,%sil d: 85 f6 test %esi,%esi f: 75 75 jne 0x86 11: f0 lock 12: 0f .byte 0xf 13: ba .byte 0xba 14: 6d insl (%dx),%es:(%rdi) ... [ 4767.104294] RSP: 0018:ffffad8700063a78 EFLAGS: 00000286 [ 4767.104565] RAX: 000000008602de00 RBX: ffff9b89848e1a08 RCX: 0000000000000000 [ 4767.104928] RDX: 0000000000000001 RSI: 000000008602de00 RDI: ffff9b89848e1a08 [ 4767.105294] RBP: ffff9b89848e1a08 R08: 0000000000000001 R09: 0000000000000000 [ 4767.105659] R10: 0000000000000000 R11: ffffffffa65507e8 R12: ffff9b89848e1a00 [ 4767.106024] R13: 0000000000000000 R14: ffff9b89848e1a08 R15: ffff9b89848e1a68 [ 4767.106388] FS: 0000000000000000(0000) GS:ffff9b89bed80000(0000) knlGS:0000000000000000 [ 4767.106803] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 4767.107099] CR2: 00007f4acc4c3000 CR3: 000000001c860003 CR4: 0000000000770ef0 [ 4767.107464] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [ 4767.107829] DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400 [ 4767.108193] PKRU: 55555554 [ 4767.108337] Call Trace: [ 4767.108470] [ 4767.108583] ? rcu_dump_cpu_stacks (./include/linux/cpumask.h:214 kernel/rcu/tree_stall.h:374) [ 4767.108816] ? rcu_sched_clock_irq (kernel/rcu/tree_stall.h:699 kernel/rcu/tree_stall.h:793 kernel/rcu/tree.c:3925 kernel/rcu/tree.c:2291) [ 4767.109054] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:151 kernel/locking/spinlock.c:194) [ 4767.109312] ? timekeeping_advance (kernel/time/timekeeping.c:2223 (discriminator 5)) [ 4767.109552] ? cpuacct_account_field (./include/linux/cgroup.h:434 kernel/sched/cpuacct.c:39 kernel/sched/cpuacct.c:354) [ 4767.109789] ? update_process_times (./arch/x86/include/asm/preempt.h:26 kernel/time/timer.c:2089) [ 4767.110017] ? __pfx_tick_nohz_highres_handler (kernel/time/tick-sched.c:1506) [ 4767.110294] ? tick_sched_handle (kernel/time/tick-sched.c:256) [ 4767.110507] ? tick_nohz_highres_handler (kernel/time/tick-sched.c:1528) [ 4767.110757] ? __hrtimer_run_queues (kernel/time/hrtimer.c:1688 kernel/time/hrtimer.c:1752) [ 4767.110991] ? hrtimer_interrupt (kernel/time/hrtimer.c:1817) [ 4767.111215] ? __sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1065 arch/x86/kernel/apic/apic.c:1082) [ 4767.111488] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1076 (discriminator 14)) [ 4767.111749] [ 4767.111864] [ 4767.111978] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:649) [ 4767.112256] ? queued_spin_lock_slowpath (./arch/x86/include/asm/vdso/processor.h:19 ./arch/x86/include/asm/qspinlock.h:99 kernel/locking/qspinlock.c:327) [ 4767.112510] do_raw_spin_lock (./include/asm-generic/qspinlock.h:114 kernel/locking/spinlock_debug.c:116) [ 4767.112714] __mutex_lock (kernel/locking/mutex.c:152 kernel/locking/mutex.c:626 kernel/locking/mutex.c:752) [ 4767.112909] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4767.113169] ? up_read (kernel/locking/rwsem.c:1622) [ 4767.113343] ? tc_setup_cb_destroy (net/sched/cls_api.c:3715) [ 4767.113578] ? refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4767.113836] refcount_dec_and_mutex_lock (./arch/x86/include/asm/atomic.h:103 ./include/linux/atomic/atomic-arch-fallback.h:949 ./include/linux/atomic/atomic-instrumented.h:401 ./include/linux/refcount.h:261 ./include/linux/refcount.h:304 ./include/linux/refcount.h:322 lib/refcount.c:119 lib/refcount.c:113) [ 4767.114086] __tcf_action_put (net/sched/act_api.c:377) [ 4767.114291] tcf_action_destroy (net/sched/act_api.c:413 net/sched/act_api.c:393 net/sched/act_api.c:1175) [ 4767.114501] tcf_exts_destroy (net/sched/cls_api.c:3312) [ 4767.114704] __fl_destroy_filter (./include/net/pkt_cls.h:261 net/sched/cls_flower.c:425) cls_flower [ 4767.114977] __fl_delete (net/sched/cls_flower.c:574) cls_flower [ 4767.115226] fl_destroy (net/sched/cls_flower.c:599) cls_flower [ 4767.115467] tcf_proto_destroy (net/sched/cls_api.c:418) [ 4767.115673] tcf_chain_flush (net/sched/cls_api.c:737) [ 4767.115877] __tcf_block_put (net/sched/cls_api.c:1070 net/sched/cls_api.c:1141 net/sched/cls_api.c:1305) [ 4767.116082] clsact_destroy (net/sched/sch_ingress.c:302) sch_ingress [ 4767.116342] __qdisc_destroy (net/sched/sch_generic.c:1067) [ 4767.116544] dev_shutdown (net/sched/sch_generic.c:1482) [ 4767.116735] unregister_netdevice_many_notify (./include/net/tcx.h:168 net/core/dev.c:11084) [ 4767.117014] cleanup_net (net/core/net_namespace.c:633) [ 4767.117203] ? process_one_work (kernel/workqueue.c:2606) [ 4767.117425] process_one_work (kernel/workqueue.c:2633) [ 4767.117635] worker_thread (kernel/workqueue.c:2700 kernel/workqueue.c:2787) [ 4767.117833] ? __pfx_worker_thread (kernel/workqueue.c:2733) [ 4767.118060] kthread (kernel/kthread.c:388) [ 4767.118228] ? __pfx_kthread (kernel/kthread.c:341) [ 4767.118427] ret_from_fork (arch/x86/kernel/process.c:147) [ 4767.118617] ? __pfx_kthread (kernel/kthread.c:341) Finger prints: __mutex_lock:refcount_dec_and_mutex_lock:__tcf_action_put:tcf_action_destroy queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock queued_spin_lock_slowpath:do_raw_spin_lock:__mutex_lock:refcount_dec_and_mutex_lock