====================================== | [ 15.236440][ C1] 1 lock held by ksoftirqd/1/22: | [ 15.236615][ C1] #0: ffffffff8ab774c0 (rcu_callback){....}-{0:0}, at: rcu_do_batch (./include/linux/rcupdate.h:331 kernel/rcu/tree.c:2570) | [ 15.236932][ C1] | [ 15.236932][ C1] stack backtrace: [ 15.237153][ C1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 15.237155][ C1] Call Trace: [ 15.237157][ C1] [ 15.237160][ C1] dump_stack_lvl (lib/dump_stack.c:123) [ 15.237166][ C1] print_usage_bug.part.0 (kernel/locking/lockdep.c:4048) [ 15.237171][ C1] mark_lock_irq (kernel/locking/lockdep.c:4013 kernel/locking/lockdep.c:4059 kernel/locking/lockdep.c:4270) [ 15.237175][ C1] ? __pfx_unwind_next_frame (arch/x86/kernel/unwind_orc.c:469) [ 15.237179][ C1] ? save_trace (kernel/locking/lockdep.c:595) [ 15.237186][ C1] mark_lock (kernel/locking/lockdep.c:4756) [ 15.237189][ C1] mark_usage (kernel/locking/lockdep.c:4645) [ 15.237192][ C1] __lock_acquire (kernel/locking/lockdep.c:5194) [ 15.237195][ C1] ? __lock_acquire (kernel/locking/lockdep.c:5240) [ 15.237199][ C1] lock_acquire.part.0 (kernel/locking/lockdep.c:473 kernel/locking/lockdep.c:5873) [ 15.237202][ C1] ? simple_pin_fs (fs/libfs.c:1067) [ 15.237207][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 15.237211][ C1] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5834) [ 15.237213][ C1] ? simple_pin_fs (fs/libfs.c:1067) [ 15.237218][ C1] _raw_spin_lock (./include/linux/spinlock_api_smp.h:134 kernel/locking/spinlock.c:154) [ 15.237221][ C1] ? simple_pin_fs (fs/libfs.c:1067) [ 15.237224][ C1] simple_pin_fs (fs/libfs.c:1067) [ 15.237228][ C1] debugfs_remove (fs/debugfs/inode.c:805 fs/debugfs/inode.c:799) [ 15.237231][ C1] ref_tracker_dir_exit (lib/ref_tracker.c:411 lib/ref_tracker.c:195) [ 15.237237][ C1] ? __pfx_ref_tracker_free (lib/ref_tracker.c:253) [ 15.237240][ C1] ? __sk_destruct (./include/linux/instrumented.h:96 ./include/linux/atomic/atomic-instrumented.h:400 ./include/linux/refcount.h:389 ./include/linux/refcount.h:432 ./include/linux/refcount.h:450 ./include/net/net_namespace.h:287 ./include/net/net_namespace.h:390 net/core/sock.c:2376) [ 15.237246][ C1] ? rcu_do_batch (kernel/rcu/tree.c:2576) [ 15.237248][ C1] ? __pfx_ref_tracker_dir_exit (lib/ref_tracker.c:189) [ 15.237252][ C1] ? smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 15.237256][ C1] ? kthread (kernel/kthread.c:464) [ 15.237259][ C1] ? ret_from_fork (arch/x86/kernel/process.c:148) [ 15.237262][ C1] ? ret_from_fork_asm (arch/x86/entry/entry_64.S:258) [ 15.237265][ C1] ? migrate_enable (./arch/x86/include/asm/preempt.h:104 ./include/linux/preempt.h:481 ./include/linux/preempt.h:481 kernel/sched/core.c:2427) [ 15.237269][ C1] ? __pfx_migrate_enable (kernel/sched/core.c:2402) [ 15.237275][ C1] __put_net (net/core/net_namespace.c:732) [ 15.237279][ C1] __sk_destruct (./include/net/net_namespace.h:288 ./include/net/net_namespace.h:390 net/core/sock.c:2376) [ 15.237283][ C1] ? rcu_do_batch (kernel/rcu/tree.c:2576) [ 15.237285][ C1] rcu_do_batch (kernel/rcu/tree.c:2576) [ 15.237290][ C1] ? __pfx_rcu_do_batch (kernel/rcu/tree.c:2500) [ 15.237293][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 15.237296][ C1] ? note_gp_changes (kernel/rcu/tree.c:1326 (discriminator 1)) [ 15.237299][ C1] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4475) [ 15.237303][ C1] rcu_core (kernel/rcu/tree.c:2834) [ 15.237307][ C1] handle_softirqs (kernel/softirq.c:579) [ 15.237311][ C1] ? __pfx_run_ksoftirqd (kernel/softirq.c:961) [ 15.237315][ C1] run_ksoftirqd (kernel/softirq.c:436 kernel/softirq.c:969 kernel/softirq.c:960) [ 15.237317][ C1] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 15.237321][ C1] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 15.237325][ C1] kthread (kernel/kthread.c:464) [ 15.237328][ C1] ? __pfx_kthread (kernel/kthread.c:413) [ 15.237330][ C1] ? ret_from_fork (arch/x86/kernel/process.c:147) [ 15.237332][ C1] ? __lock_release (kernel/locking/lockdep.c:5539) [ 15.237336][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 15.237339][ C1] ? __pfx_kthread (kernel/kthread.c:413) [ 15.237342][ C1] ret_from_fork (arch/x86/kernel/process.c:148) [ 15.237345][ C1] ? __pfx_kthread (kernel/kthread.c:413) [ 15.237347][ C1] ret_from_fork_asm (arch/x86/entry/entry_64.S:258) | [ 15.247813][ C1] RCU nest depth: 0, expected: 0 | [ 15.247986][ C1] INFO: lockdep is turned off. | [ 15.248148][ C1] Preemption disabled at: | [ 15.248150][ C1] handle_softirqs (kernel/softirq.c:553) [ 15.248479][ C1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 15.248481][ C1] Call Trace: [ 15.248482][ C1] [ 15.248484][ C1] dump_stack_lvl (lib/dump_stack.c:123) [ 15.248490][ C1] __might_resched (kernel/sched/core.c:8796) [ 15.248496][ C1] down_write (./include/linux/kernel.h:73 kernel/locking/rwsem.c:1576) [ 15.248500][ C1] ? __pfx_down_write (kernel/locking/rwsem.c:1575) [ 15.248503][ C1] ? simple_recursive_removal (fs/libfs.c:614) [ 15.248506][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 15.248510][ C1] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 15.248515][ C1] simple_recursive_removal (./include/linux/dcache.h:409 ./include/linux/dcache.h:424 ./include/linux/dcache.h:434 fs/libfs.c:617) [ 15.248518][ C1] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 15.248521][ C1] ? __pfx_remove_one (fs/debugfs/inode.c:780) [ 15.248526][ C1] debugfs_remove (fs/debugfs/inode.c:806 fs/debugfs/inode.c:799) [ 15.248529][ C1] ref_tracker_dir_exit (lib/ref_tracker.c:411 lib/ref_tracker.c:195) [ 15.248534][ C1] ? __pfx_ref_tracker_free (lib/ref_tracker.c:253) [ 15.248537][ C1] ? __sk_destruct (./include/linux/instrumented.h:96 ./include/linux/atomic/atomic-instrumented.h:400 ./include/linux/refcount.h:389 ./include/linux/refcount.h:432 ./include/linux/refcount.h:450 ./include/net/net_namespace.h:287 ./include/net/net_namespace.h:390 net/core/sock.c:2376) [ 15.248542][ C1] ? rcu_do_batch (kernel/rcu/tree.c:2576) [ 15.248544][ C1] ? __pfx_ref_tracker_dir_exit (lib/ref_tracker.c:189) [ 15.248548][ C1] ? smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 15.248551][ C1] ? kthread (kernel/kthread.c:464) [ 15.248553][ C1] ? ret_from_fork (arch/x86/kernel/process.c:148) [ 15.248556][ C1] ? ret_from_fork_asm (arch/x86/entry/entry_64.S:258) [ 15.248560][ C1] ? migrate_enable (./arch/x86/include/asm/preempt.h:104 ./include/linux/preempt.h:481 ./include/linux/preempt.h:481 kernel/sched/core.c:2427) [ 15.248563][ C1] ? __pfx_migrate_enable (kernel/sched/core.c:2402) [ 15.248568][ C1] __put_net (net/core/net_namespace.c:732) [ 15.248571][ C1] __sk_destruct (./include/net/net_namespace.h:288 ./include/net/net_namespace.h:390 net/core/sock.c:2376) [ 15.248575][ C1] ? rcu_do_batch (kernel/rcu/tree.c:2576) [ 15.248578][ C1] rcu_do_batch (kernel/rcu/tree.c:2576) [ 15.248583][ C1] ? __pfx_rcu_do_batch (kernel/rcu/tree.c:2500) [ 15.248586][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 15.248589][ C1] ? note_gp_changes (kernel/rcu/tree.c:1326 (discriminator 1)) [ 15.248592][ C1] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4475) [ 15.248596][ C1] rcu_core (kernel/rcu/tree.c:2834) [ 15.248600][ C1] handle_softirqs (kernel/softirq.c:579) [ 15.248604][ C1] ? __pfx_run_ksoftirqd (kernel/softirq.c:961) [ 15.248607][ C1] run_ksoftirqd (kernel/softirq.c:436 kernel/softirq.c:969 kernel/softirq.c:960) [ 15.248610][ C1] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 15.248614][ C1] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 15.248618][ C1] kthread (kernel/kthread.c:464) [ 15.248620][ C1] ? __pfx_kthread (kernel/kthread.c:413) [ 15.248622][ C1] ? ret_from_fork (arch/x86/kernel/process.c:147) [ 15.248625][ C1] ? __lock_release (kernel/locking/lockdep.c:5539) [ 15.248628][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 15.248631][ C1] ? __pfx_kthread (kernel/kthread.c:413) [ 15.248634][ C1] ret_from_fork (arch/x86/kernel/process.c:148) [ 15.248637][ C1] ? __pfx_kthread (kernel/kthread.c:413) [ 15.248639][ C1] ret_from_fork_asm (arch/x86/entry/entry_64.S:258) | [ 16.935315][ C2] INFO: lockdep is turned off. | [ 16.935531][ C2] Preemption disabled at: | [ 16.935533][ C2] 0x0 | [ 16.935922][ C2] Tainted: [W]=WARN [ 16.935924][ C2] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 16.935926][ C2] Call Trace: [ 16.935929][ C2] [ 16.935931][ C2] dump_stack_lvl (lib/dump_stack.c:123) [ 16.935944][ C2] __might_resched (kernel/sched/core.c:8796) [ 16.935953][ C2] down_write (./include/linux/kernel.h:73 kernel/locking/rwsem.c:1576) [ 16.935959][ C2] ? __pfx_down_write (kernel/locking/rwsem.c:1575) [ 16.935962][ C2] ? simple_recursive_removal (fs/libfs.c:614) [ 16.935967][ C2] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 16.935973][ C2] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 16.935981][ C2] simple_recursive_removal (./include/linux/dcache.h:409 ./include/linux/dcache.h:424 ./include/linux/dcache.h:434 fs/libfs.c:617) [ 16.935983][ C2] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 16.935987][ C2] ? __pfx_remove_one (fs/debugfs/inode.c:780) [ 16.935993][ C2] debugfs_remove (fs/debugfs/inode.c:806 fs/debugfs/inode.c:799) [ 16.935996][ C2] ref_tracker_dir_exit (lib/ref_tracker.c:411 lib/ref_tracker.c:195) [ 16.936004][ C2] ? __pfx_ref_tracker_free (lib/ref_tracker.c:253) [ 16.936007][ C2] ? __sk_destruct (./include/linux/instrumented.h:96 ./include/linux/atomic/atomic-instrumented.h:400 ./include/linux/refcount.h:389 ./include/linux/refcount.h:432 ./include/linux/refcount.h:450 ./include/net/net_namespace.h:287 ./include/net/net_namespace.h:390 net/core/sock.c:2376) [ 16.936014][ C2] ? rcu_do_batch (kernel/rcu/tree.c:2576) [ 16.936019][ C2] ? __pfx_ref_tracker_dir_exit (lib/ref_tracker.c:189) [ 16.936022][ C2] ? irq_exit_rcu (kernel/softirq.c:698) [ 16.936029][ C2] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1050 arch/x86/kernel/apic/apic.c:1050) [ 16.936035][ C2] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:702) [ 16.936040][ C2] ? pv_native_safe_halt (arch/x86/kernel/paravirt.c:82) [ 16.936043][ C2] ? default_idle (./arch/x86/include/asm/paravirt.h:107 arch/x86/kernel/process.c:743) [ 16.936046][ C2] ? default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:118) [ 16.936049][ C2] ? cpuidle_idle_call (kernel/sched/idle.c:186) [ 16.936053][ C2] ? do_idle (kernel/sched/idle.c:325) [ 16.936055][ C2] ? cpu_startup_entry (kernel/sched/idle.c:422 (discriminator 1)) [ 16.936058][ C2] ? start_secondary (arch/x86/kernel/smpboot.c:203 arch/x86/kernel/smpboot.c:283) [ 16.936062][ C2] ? common_startup_64 (arch/x86/kernel/head_64.S:419) [ 16.936069][ C2] ? bpf_sk_storage_free (./include/linux/rcupdate.h:341 ./include/linux/rcupdate.h:871 net/core/bpf_sk_storage.c:61) [ 16.936074][ C2] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:745) [ 16.936079][ C2] __put_net (net/core/net_namespace.c:732) [ 16.936083][ C2] __sk_destruct (./include/net/net_namespace.h:288 ./include/net/net_namespace.h:390 net/core/sock.c:2376) [ 16.936087][ C2] ? rcu_do_batch (kernel/rcu/tree.c:2576) [ 16.936089][ C2] rcu_do_batch (kernel/rcu/tree.c:2576) [ 16.936094][ C2] ? __pfx_rcu_do_batch (kernel/rcu/tree.c:2500) [ 16.936098][ C2] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40) [ 16.936105][ C2] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/preempt.h:104 ./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) [ 16.936112][ C2] rcu_core (kernel/rcu/tree.c:2834) [ 16.936117][ C2] handle_softirqs (kernel/softirq.c:579) [ 16.936123][ C2] __irq_exit_rcu (kernel/softirq.c:614 kernel/softirq.c:453 kernel/softirq.c:680) [ 16.936126][ C2] irq_exit_rcu (kernel/softirq.c:698) [ 16.936129][ C2] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1050 arch/x86/kernel/apic/apic.c:1050) [ 16.936133][ C2] [ 16.936134][ C2] [ 16.936136][ C2] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:702) [ 16.936139][ C2] RIP: 0010:pv_native_safe_halt (arch/x86/kernel/paravirt.c:82) [ 16.936144][ C2] Code: a2 b5 00 c3 cc cc cc cc 0f 1f 00 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d 83 47 10 00 fb f4 fc 54 02 00 66 2e 0f 1f 84 00 00 00 00 00 66 90 90 90 90 90 90 All code ======== 0: a2 b5 00 c3 cc cc cc movabs %al,0xfccccccccc300b5 7: cc 0f 9: 1f (bad) a: 00 90 90 90 90 90 add %dl,-0x6f6f6f70(%rax) 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d 83 47 10 00 verw 0x104783(%rip) # 0x1047ab 28: fb sti 29: f4 hlt 2a:* e9 fc 54 02 00 jmp 0x2552b <-- trapping instruction 2f: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 36: 00 00 00 39: 66 90 xchg %ax,%ax 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: e9 fc 54 02 00 jmp 0x25501 5: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) c: 00 00 00 f: 66 90 xchg %ax,%ax 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 16.936146][ C2] RSP: 0018:ffffc90000147de8 EFLAGS: 00000246 [ 16.936150][ C2] RAX: 0000000000000002 RBX: 1ffff92000028fc1 RCX: ffffffff89b8f5d9 [ 16.936152][ C2] RDX: ffffed1006c266fb RSI: ffffffff89e53b60 RDI: ffffffff8738d18f [ 16.936154][ C2] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006c266fa [ 16.936156][ C2] R10: ffff8880361337d3 R11: ffffffff8d44b7c0 R12: 0000000000000000 [ 16.936158][ C2] R13: ffff888001bf2300 R14: dffffc0000000000 R15: 0000000000000000 [ 16.936162][ C2] ? ct_kernel_exit.constprop.0 (kernel/context_tracking.c:146) [ 16.936165][ C2] ? cpuidle_idle_call (kernel/sched/idle.c:186) [ 16.936169][ C2] default_idle (./arch/x86/include/asm/paravirt.h:107 arch/x86/kernel/process.c:743) [ 16.936172][ C2] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:118) [ 16.936174][ C2] cpuidle_idle_call (kernel/sched/idle.c:186) [ 16.936177][ C2] ? __pfx_cpuidle_idle_call (kernel/sched/idle.c:168) [ 16.936181][ C2] ? tsc_verify_tsc_adjust (arch/x86/kernel/tsc_sync.c:60) [ 16.936186][ C2] do_idle (kernel/sched/idle.c:325) [ 16.936189][ C2] cpu_startup_entry (kernel/sched/idle.c:422 (discriminator 1)) [ 16.936192][ C2] start_secondary (arch/x86/kernel/smpboot.c:203 arch/x86/kernel/smpboot.c:283) [ 16.936195][ C2] ? __pfx_start_secondary (arch/x86/kernel/smpboot.c:233) Finger prints: __might_resched:down_write:simple_recursive_removal:debugfs_remove:ref_tracker_dir_exit mark_lock_irq:mark_lock:mark_usage:__lock_acquire:_raw_spin_lock handle_softirqs:dump_stack_lvl:__might_resched:down_write:simple_recursive_removal