====================================== | [ 14.275048][ C3] 1 lock held by ksoftirqd/3/32: | [ 14.275209][ C3] #0: ffffffff9d574480 (rcu_callback){....}-{0:0}, at: rcu_do_batch (./include/linux/rcupdate.h:331 kernel/rcu/tree.c:2562) | [ 14.275497][ C3] | [ 14.275497][ C3] stack backtrace: [ 14.275702][ C3] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 14.275704][ C3] Call Trace: [ 14.275706][ C3] [ 14.275708][ C3] dump_stack_lvl (lib/dump_stack.c:123) [ 14.275714][ C3] print_usage_bug.part.0 (kernel/locking/lockdep.c:4046) [ 14.275719][ C3] mark_lock_irq (kernel/locking/lockdep.c:4011 kernel/locking/lockdep.c:4057 kernel/locking/lockdep.c:4268) [ 14.275724][ C3] ? __pfx_unwind_next_frame (arch/x86/kernel/unwind_orc.c:469) [ 14.275729][ C3] ? save_trace (kernel/locking/lockdep.c:594) [ 14.275733][ C3] mark_lock (kernel/locking/lockdep.c:4754) [ 14.275737][ C3] mark_usage (kernel/locking/lockdep.c:4643) [ 14.275741][ C3] __lock_acquire (kernel/locking/lockdep.c:5189) [ 14.275746][ C3] lock_acquire.part.0 (kernel/locking/lockdep.c:472 kernel/locking/lockdep.c:5868) [ 14.275749][ C3] ? simple_pin_fs (fs/libfs.c:1066) [ 14.275753][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:736) [ 14.275759][ C3] ? lock_acquire (./include/trace/events/lock.h:24 kernel/locking/lockdep.c:5829) [ 14.275762][ C3] ? simple_pin_fs (fs/libfs.c:1066) [ 14.275767][ C3] _raw_spin_lock (./include/linux/spinlock_api_smp.h:134 kernel/locking/spinlock.c:154) [ 14.275769][ C3] ? simple_pin_fs (fs/libfs.c:1066) [ 14.275773][ C3] simple_pin_fs (fs/libfs.c:1066) [ 14.275776][ C3] debugfs_remove (fs/debugfs/inode.c:805 fs/debugfs/inode.c:799) [ 14.275779][ C3] ref_tracker_dir_exit (lib/ref_tracker.c:423 lib/ref_tracker.c:195) [ 14.275784][ C3] ? __pfx_ref_tracker_free (lib/ref_tracker.c:253) [ 14.275787][ C3] ? __sk_destruct (./include/linux/instrumented.h:96 ./include/linux/atomic/atomic-instrumented.h:400 ./include/linux/refcount.h:389 ./include/linux/refcount.h:432 ./include/linux/refcount.h:450 ./include/net/net_namespace.h:287 ./include/net/net_namespace.h:390 net/core/sock.c:2333) [ 14.275792][ C3] ? rcu_do_batch (kernel/rcu/tree.c:2568) [ 14.275795][ C3] ? __pfx_ref_tracker_dir_exit (lib/ref_tracker.c:189) [ 14.275798][ C3] ? smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 14.275802][ C3] ? kthread (kernel/kthread.c:464) [ 14.275806][ C3] ? ret_from_fork (arch/x86/kernel/process.c:153) [ 14.275809][ C3] ? ret_from_fork_asm (arch/x86/entry/entry_64.S:258) [ 14.275812][ C3] ? migrate_enable (./arch/x86/include/asm/preempt.h:104 ./include/linux/preempt.h:481 ./include/linux/preempt.h:481 kernel/sched/core.c:2417) [ 14.275816][ C3] ? __pfx_migrate_enable (kernel/sched/core.c:2392) [ 14.275822][ C3] __put_net (net/core/net_namespace.c:732) [ 14.275825][ C3] __sk_destruct (./include/net/net_namespace.h:288 ./include/net/net_namespace.h:390 net/core/sock.c:2333) [ 14.275829][ C3] ? rcu_do_batch (kernel/rcu/tree.c:2568) [ 14.275832][ C3] rcu_do_batch (kernel/rcu/tree.c:2568) [ 14.275837][ C3] ? __pfx_rcu_do_batch (kernel/rcu/tree.c:2492) [ 14.275841][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:736) [ 14.275844][ C3] ? note_gp_changes (kernel/rcu/tree.c:1324 (discriminator 1)) [ 14.275847][ C3] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 14.275852][ C3] rcu_core (kernel/rcu/tree.c:2826) [ 14.275855][ C3] handle_softirqs (kernel/softirq.c:579) [ 14.275859][ C3] ? __pfx_run_ksoftirqd (kernel/softirq.c:961) [ 14.275862][ C3] run_ksoftirqd (kernel/softirq.c:436 kernel/softirq.c:969 kernel/softirq.c:960) [ 14.275864][ C3] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 14.275867][ C3] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 14.275870][ C3] kthread (kernel/kthread.c:464) [ 14.275873][ C3] ? __pfx_kthread (kernel/kthread.c:413) [ 14.275876][ C3] ? ret_from_fork (arch/x86/kernel/process.c:152) [ 14.275879][ C3] ? __lock_release (kernel/locking/lockdep.c:5534) [ 14.275883][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:736) [ 14.275886][ C3] ? __pfx_kthread (kernel/kthread.c:413) [ 14.275890][ C3] ret_from_fork (arch/x86/kernel/process.c:153) [ 14.275893][ C3] ? __pfx_kthread (kernel/kthread.c:413) [ 14.275896][ C3] ret_from_fork_asm (arch/x86/entry/entry_64.S:258) | [ 14.285679][ C3] RCU nest depth: 0, expected: 0 | [ 14.285834][ C3] INFO: lockdep is turned off. | [ 14.285994][ C3] Preemption disabled at: | [ 14.285996][ C3] handle_softirqs (kernel/softirq.c:553) [ 14.286304][ C3] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 14.286305][ C3] Call Trace: [ 14.286307][ C3] [ 14.286309][ C3] dump_stack_lvl (lib/dump_stack.c:123) [ 14.286313][ C3] __might_resched (kernel/sched/core.c:8819) [ 14.286319][ C3] down_write (./include/linux/kernel.h:73 kernel/locking/rwsem.c:1576) [ 14.286322][ C3] ? __pfx_down_write (kernel/locking/rwsem.c:1575) [ 14.286324][ C3] ? simple_recursive_removal (./include/linux/dcache.h:345 fs/libfs.c:610) [ 14.286328][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:736) [ 14.286334][ C3] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 14.286338][ C3] simple_recursive_removal (./include/linux/dcache.h:409 ./include/linux/dcache.h:424 ./include/linux/dcache.h:434 fs/libfs.c:616) [ 14.286340][ C3] ? __pfx_remove_one (fs/debugfs/inode.c:780) [ 14.286344][ C3] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 14.286348][ C3] debugfs_remove (fs/debugfs/inode.c:806 fs/debugfs/inode.c:799) [ 14.286351][ C3] ref_tracker_dir_exit (lib/ref_tracker.c:423 lib/ref_tracker.c:195) [ 14.286355][ C3] ? __pfx_ref_tracker_free (lib/ref_tracker.c:253) [ 14.286357][ C3] ? __sk_destruct (./include/linux/instrumented.h:96 ./include/linux/atomic/atomic-instrumented.h:400 ./include/linux/refcount.h:389 ./include/linux/refcount.h:432 ./include/linux/refcount.h:450 ./include/net/net_namespace.h:287 ./include/net/net_namespace.h:390 net/core/sock.c:2333) [ 14.286362][ C3] ? rcu_do_batch (kernel/rcu/tree.c:2568) [ 14.286365][ C3] ? __pfx_ref_tracker_dir_exit (lib/ref_tracker.c:189) [ 14.286368][ C3] ? smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 14.286371][ C3] ? kthread (kernel/kthread.c:464) [ 14.286374][ C3] ? ret_from_fork (arch/x86/kernel/process.c:153) [ 14.286378][ C3] ? ret_from_fork_asm (arch/x86/entry/entry_64.S:258) [ 14.286381][ C3] ? migrate_enable (./arch/x86/include/asm/preempt.h:104 ./include/linux/preempt.h:481 ./include/linux/preempt.h:481 kernel/sched/core.c:2417) [ 14.286385][ C3] ? __pfx_migrate_enable (kernel/sched/core.c:2392) [ 14.286390][ C3] __put_net (net/core/net_namespace.c:732) [ 14.286393][ C3] __sk_destruct (./include/net/net_namespace.h:288 ./include/net/net_namespace.h:390 net/core/sock.c:2333) [ 14.286397][ C3] ? rcu_do_batch (kernel/rcu/tree.c:2568) [ 14.286400][ C3] rcu_do_batch (kernel/rcu/tree.c:2568) [ 14.286405][ C3] ? __pfx_rcu_do_batch (kernel/rcu/tree.c:2492) [ 14.286408][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:736) [ 14.286412][ C3] ? note_gp_changes (kernel/rcu/tree.c:1324 (discriminator 1)) [ 14.286415][ C3] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4473) [ 14.286420][ C3] rcu_core (kernel/rcu/tree.c:2826) [ 14.286423][ C3] handle_softirqs (kernel/softirq.c:579) [ 14.286427][ C3] ? __pfx_run_ksoftirqd (kernel/softirq.c:961) [ 14.286430][ C3] run_ksoftirqd (kernel/softirq.c:436 kernel/softirq.c:969 kernel/softirq.c:960) [ 14.286432][ C3] smpboot_thread_fn (kernel/smpboot.c:164 (discriminator 3)) [ 14.286435][ C3] ? __pfx_smpboot_thread_fn (kernel/smpboot.c:107) [ 14.286439][ C3] kthread (kernel/kthread.c:464) [ 14.286442][ C3] ? __pfx_kthread (kernel/kthread.c:413) [ 14.286445][ C3] ? ret_from_fork (arch/x86/kernel/process.c:152) [ 14.286448][ C3] ? __lock_release (kernel/locking/lockdep.c:5534) [ 14.286452][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:736) [ 14.286455][ C3] ? __pfx_kthread (kernel/kthread.c:413) [ 14.286459][ C3] ret_from_fork (arch/x86/kernel/process.c:153) [ 14.286462][ C3] ? __pfx_kthread (kernel/kthread.c:413) [ 14.286465][ C3] ret_from_fork_asm (arch/x86/entry/entry_64.S:258) | [ 15.850246][ C2] INFO: lockdep is turned off. | [ 15.850431][ C2] Preemption disabled at: | [ 15.850432][ C2] 0x0 | [ 15.850756][ C2] Tainted: [W]=WARN [ 15.850757][ C2] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 15.850760][ C2] Call Trace: [ 15.850762][ C2] [ 15.850764][ C2] dump_stack_lvl (lib/dump_stack.c:123) [ 15.850772][ C2] __might_resched (kernel/sched/core.c:8819) [ 15.850778][ C2] down_write (./include/linux/kernel.h:73 kernel/locking/rwsem.c:1576) [ 15.850781][ C2] ? __pfx_down_write (kernel/locking/rwsem.c:1575) [ 15.850784][ C2] ? simple_recursive_removal (./include/linux/dcache.h:345 fs/libfs.c:610) [ 15.850788][ C2] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:736) [ 15.850795][ C2] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 15.850799][ C2] simple_recursive_removal (./include/linux/dcache.h:409 ./include/linux/dcache.h:424 ./include/linux/dcache.h:434 fs/libfs.c:616) [ 15.850802][ C2] ? __pfx_remove_one (fs/debugfs/inode.c:780) [ 15.850806][ C2] ? do_raw_spin_unlock (./arch/x86/include/asm/atomic.h:23 ./include/linux/atomic/atomic-arch-fallback.h:457 ./include/linux/atomic/atomic-instrumented.h:33 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 15.850810][ C2] debugfs_remove (fs/debugfs/inode.c:806 fs/debugfs/inode.c:799) [ 15.850813][ C2] ref_tracker_dir_exit (lib/ref_tracker.c:423 lib/ref_tracker.c:195) [ 15.850818][ C2] ? __pfx_ref_tracker_free (lib/ref_tracker.c:253) [ 15.850821][ C2] ? __sk_destruct (./include/linux/instrumented.h:96 ./include/linux/atomic/atomic-instrumented.h:400 ./include/linux/refcount.h:389 ./include/linux/refcount.h:432 ./include/linux/refcount.h:450 ./include/net/net_namespace.h:287 ./include/net/net_namespace.h:390 net/core/sock.c:2333) [ 15.850827][ C2] ? rcu_do_batch (kernel/rcu/tree.c:2568) [ 15.850831][ C2] ? __pfx_ref_tracker_dir_exit (lib/ref_tracker.c:189) [ 15.850833][ C2] ? irq_exit_rcu (kernel/softirq.c:698) [ 15.850837][ C2] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1049 arch/x86/kernel/apic/apic.c:1049) [ 15.850842][ C2] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:702) [ 15.850845][ C2] ? pv_native_safe_halt (arch/x86/kernel/paravirt.c:81) [ 15.850849][ C2] ? default_idle (./arch/x86/include/asm/paravirt.h:107 arch/x86/kernel/process.c:748) [ 15.850851][ C2] ? default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:118) [ 15.850853][ C2] ? cpuidle_idle_call (kernel/sched/idle.c:186) [ 15.850858][ C2] ? do_idle (kernel/sched/idle.c:325) [ 15.850860][ C2] ? cpu_startup_entry (kernel/sched/idle.c:422 (discriminator 1)) [ 15.850864][ C2] ? start_secondary (arch/x86/kernel/smpboot.c:203 arch/x86/kernel/smpboot.c:283) [ 15.850868][ C2] ? common_startup_64 (arch/x86/kernel/head_64.S:419) [ 15.850873][ C2] ? bpf_sk_storage_free (./include/linux/rcupdate.h:341 ./include/linux/rcupdate.h:871 net/core/bpf_sk_storage.c:61) [ 15.850877][ C2] ? rcu_is_watching (./include/linux/context_tracking.h:128 kernel/rcu/tree.c:736) [ 15.850881][ C2] __put_net (net/core/net_namespace.c:732) [ 15.850884][ C2] __sk_destruct (./include/net/net_namespace.h:288 ./include/net/net_namespace.h:390 net/core/sock.c:2333) [ 15.850888][ C2] ? rcu_do_batch (kernel/rcu/tree.c:2568) [ 15.850891][ C2] rcu_do_batch (kernel/rcu/tree.c:2568) [ 15.850896][ C2] ? __pfx_rcu_do_batch (kernel/rcu/tree.c:2492) [ 15.850900][ C2] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40) [ 15.850908][ C2] ? _raw_spin_unlock_irqrestore (./arch/x86/include/asm/preempt.h:104 ./include/linux/spinlock_api_smp.h:152 kernel/locking/spinlock.c:194) [ 15.850913][ C2] rcu_core (kernel/rcu/tree.c:2826) [ 15.850917][ C2] handle_softirqs (kernel/softirq.c:579) [ 15.850922][ C2] __irq_exit_rcu (kernel/softirq.c:614 kernel/softirq.c:453 kernel/softirq.c:680) [ 15.850924][ C2] irq_exit_rcu (kernel/softirq.c:698) [ 15.850926][ C2] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1049 arch/x86/kernel/apic/apic.c:1049) [ 15.850929][ C2] [ 15.850930][ C2] [ 15.850932][ C2] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:702) [ 15.850935][ C2] RIP: 0010:pv_native_safe_halt (arch/x86/kernel/paravirt.c:81) [ 15.850939][ C2] Code: b0 b8 00 c3 cc cc cc cc 0f 1f 00 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 f3 0f 1e fa 66 90 0f 00 2d a3 d0 13 00 fb f4 cc cc cc cc 66 2e 0f 1f 84 00 00 00 00 00 66 90 90 90 90 90 90 All code ======== 0: b0 b8 mov $0xb8,%al 2: 00 c3 add %al,%bl 4: cc int3 5: cc int3 6: cc int3 7: cc int3 8: 0f 1f 00 nopl (%rax) b: 90 nop c: 90 nop d: 90 nop e: 90 nop f: 90 nop 10: 90 nop 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop 16: 90 nop 17: 90 nop 18: 90 nop 19: 90 nop 1a: 90 nop 1b: f3 0f 1e fa endbr64 1f: 66 90 xchg %ax,%ax 21: 0f 00 2d a3 d0 13 00 verw 0x13d0a3(%rip) # 0x13d0cb 28: fb sti 29: f4 hlt 2a:* c3 ret <-- trapping instruction 2b: cc int3 2c: cc int3 2d: cc int3 2e: cc int3 2f: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) 36: 00 00 00 39: 66 90 xchg %ax,%ax 3b: 90 nop 3c: 90 nop 3d: 90 nop 3e: 90 nop 3f: 90 nop Code starting with the faulting instruction =========================================== 0: c3 ret 1: cc int3 2: cc int3 3: cc int3 4: cc int3 5: 66 2e 0f 1f 84 00 00 cs nopw 0x0(%rax,%rax,1) c: 00 00 00 f: 66 90 xchg %ax,%ax 11: 90 nop 12: 90 nop 13: 90 nop 14: 90 nop 15: 90 nop [ 15.850941][ C2] RSP: 0000:ffffc90000147de8 EFLAGS: 00000246 [ 15.850945][ C2] RAX: 0000000000000002 RBX: 1ffff92000028fc1 RCX: ffffffff9c555a19 [ 15.850947][ C2] RDX: ffffed1006c2667b RSI: ffffffff9c850c60 RDI: ffffffff99d84d8f [ 15.850949][ C2] RBP: 0000000000000000 R08: 0000000000000000 R09: ffffed1006c2667a [ 15.850950][ C2] R10: ffff8880361333d3 R11: ffff888001d5a858 R12: 0000000000000000 [ 15.850952][ C2] R13: ffff888001bb2340 R14: dffffc0000000000 R15: 0000000000000000 [ 15.850956][ C2] ? ct_kernel_exit.constprop.0 (kernel/context_tracking.c:146) [ 15.850960][ C2] ? cpuidle_idle_call (kernel/sched/idle.c:186) [ 15.850964][ C2] default_idle (./arch/x86/include/asm/paravirt.h:107 arch/x86/kernel/process.c:748) [ 15.850966][ C2] default_idle_call (./include/linux/cpuidle.h:143 kernel/sched/idle.c:118) [ 15.850969][ C2] cpuidle_idle_call (kernel/sched/idle.c:186) [ 15.850972][ C2] ? __pfx_cpuidle_idle_call (kernel/sched/idle.c:168) [ 15.850977][ C2] ? tsc_verify_tsc_adjust (arch/x86/kernel/tsc_sync.c:59) [ 15.850982][ C2] do_idle (kernel/sched/idle.c:325) [ 15.850986][ C2] cpu_startup_entry (kernel/sched/idle.c:422 (discriminator 1)) [ 15.850989][ C2] start_secondary (arch/x86/kernel/smpboot.c:203 arch/x86/kernel/smpboot.c:283) [ 15.850993][ C2] ? __pfx_start_secondary (arch/x86/kernel/smpboot.c:233) Finger prints: mark_lock_irq:mark_lock:mark_usage:__lock_acquire:_raw_spin_lock __might_resched:down_write:simple_recursive_removal:debugfs_remove:ref_tracker_dir_exit handle_softirqs:dump_stack_lvl:__might_resched:down_write:simple_recursive_removal