====================================== | [ 1159.449503][ C3] 1 lock held by swapper/3/0: | [ 1159.449592][ C3] #0: ffffffffb8577c00 (rcu_callback){....}-{0:0}, at: rcu_do_batch (./include/linux/rcupdate.h:300 (discriminator 2) kernel/rcu/tree.c:2611 (discriminator 2)) | [ 1159.449757][ C3] | [ 1159.449757][ C3] stack backtrace: [ 1159.449874][ C3] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1159.449876][ C3] Call Trace: [ 1159.449877][ C3] [ 1159.449879][ C3] dump_stack_lvl (lib/dump_stack.c:94 lib/dump_stack.c:120) [ 1159.449884][ C3] print_usage_bug.part.0.cold (kernel/locking/lockdep.c:4042) [ 1159.449887][ C3] ? filter_irq_stacks (kernel/stacktrace.c:402) [ 1159.449890][ C3] mark_lock_irq (kernel/locking/lockdep.c:4013 kernel/locking/lockdep.c:4056 kernel/locking/lockdep.c:4267) [ 1159.449892][ C3] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1061 (discriminator 37) arch/x86/kernel/apic/apic.c:1061 (discriminator 37)) [ 1159.449894][ C3] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:697) [ 1159.449896][ C3] ? save_trace (kernel/locking/lockdep.c:589) [ 1159.449900][ C3] mark_lock (kernel/locking/lockdep.c:4753) [ 1159.449901][ C3] mark_usage (kernel/locking/lockdep.c:4642) [ 1159.449903][ C3] __lock_acquire (kernel/locking/lockdep.c:5191) [ 1159.449904][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1159.449906][ C3] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 1159.449911][ C3] lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 1159.449912][ C3] ? tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 1159.449914][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1159.449916][ C3] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 1159.449918][ C3] _raw_spin_lock (./include/linux/spinlock_api_smp.h:158 (discriminator 1) kernel/locking/spinlock.c:158 (discriminator 1)) [ 1159.449919][ C3] ? tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 1159.449921][ C3] tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 1159.449923][ C3] tcf_action_rcu_free (net/sched/act_api.c:367 net/sched/act_api.c:378) [ 1159.449925][ C3] ? rcu_do_batch (./include/linux/rcupdate.h:310 (discriminator 2) kernel/rcu/tree.c:2619 (discriminator 2)) [ 1159.449927][ C3] rcu_do_batch (kernel/rcu/tree.c:2617) [ 1159.449929][ C3] ? trace_rcu_batch_end (./include/trace/events/rcu.h:714 (discriminator 19)) [ 1159.449932][ C3] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 1159.449933][ C3] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 1159.449935][ C3] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 2) kernel/locking/lockdep.c:4411 (discriminator 2)) [ 1159.449936][ C3] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4472) [ 1159.449938][ C3] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:178 (discriminator 6) kernel/locking/spinlock.c:198 (discriminator 6)) [ 1159.449940][ C3] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:179 (discriminator 1) kernel/locking/spinlock.c:198 (discriminator 1)) [ 1159.449942][ C3] rcu_core (kernel/rcu/tree.c:2869) [ 1159.449944][ C3] handle_softirqs (kernel/softirq.c:622) [ 1159.449945][ C3] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 1159.449948][ C3] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5535) [ 1159.449950][ C3] ? _local_bh_enable (kernel/softirq.c:405 (discriminator 1)) [ 1159.449952][ C3] __irq_exit_rcu (kernel/softirq.c:656 kernel/softirq.c:496 kernel/softirq.c:735) [ 1159.449953][ C3] irq_exit_rcu (kernel/softirq.c:752) [ 1159.449955][ C3] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1061 (discriminator 37) arch/x86/kernel/apic/apic.c:1061 (discriminator 37)) [ 1159.449956][ C3] [ 1159.449957][ C3] [ 1159.449958][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1159.449959][ C3] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:697) [ 1159.449961][ C3] RIP: 0010:pv_native_safe_halt (./arch/x86/include/asm/irqflags.h:48 arch/x86/kernel/paravirt.c:62) [ 1159.449964][ C3] Code: 48 8b 3d 44 d3 00 02 e8 1f 00 00 00 48 2b 05 c8 71 a3 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 43 f4 22 00 fb f4 0f 1f 40 d6 48 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 All code ======== 0: 48 8b 3d 44 d3 00 02 mov 0x200d344(%rip),%rdi # 0x200d34b 7: e8 1f 00 00 00 call 0x2b c: 48 2b 05 c8 71 a3 00 sub 0xa371c8(%rip),%rax # 0xa371db 13: c3 ret 14: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 1b: f3 0f 1e fa endbr64 1f: eb 07 jmp 0x28 21: 0f 00 2d 43 f4 22 00 verw 0x22f443(%rip) # 0x22f46b 28: fb sti 29: f4 hlt 2a:* c3 ret <-- trapping instruction 2b: 0f 1f 40 d6 nopl -0x2a(%rax) 2f: 48 83 ec 20 sub $0x20,%rsp 33: 8b 17 mov (%rdi),%edx 35: 49 89 f8 mov %rdi,%r8 38: 83 e2 fe and $0xfffffffe,%edx 3b: 41 89 d2 mov %edx,%r10d 3e: 0f .byte 0xf 3f: 01 .byte 0x1 Code starting with the faulting instruction =========================================== 0: c3 ret 1: 0f 1f 40 d6 nopl -0x2a(%rax) 5: 48 83 ec 20 sub $0x20,%rsp 9: 8b 17 mov (%rdi),%edx b: 49 89 f8 mov %rdi,%r8 e: 83 e2 fe and $0xfffffffe,%edx 11: 41 89 d2 mov %edx,%r10d 14: 0f .byte 0xf 15: 01 .byte 0x1 [ 1159.449966][ C3] RSP: 0018:ffa0000000167de8 EFLAGS: 00000296 [ 1159.449968][ C3] RAX: 0000000000f93bff RBX: ff11000001bd0040 RCX: ffffffffb52d9667 [ 1159.449969][ C3] RDX: ff11000001bd0040 RSI: ffffffffb8001bcb RDI: ffffffffb7a6f6c0 [ 1159.449970][ C3] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 [ 1159.449971][ C3] R10: 0000000000000003 R11: 0000000000000001 R12: 1ff400000002cfc0 [ 1159.449972][ C3] R13: 0000000000000000 R14: dffffc0000000000 R15: 0000000000000000 [ 1159.449973][ C3] ? cpuidle_idle_call.constprop.0 (kernel/sched/idle.c:199) [ 1159.449976][ C3] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4472) [ 1159.449978][ C3] default_idle (./arch/x86/include/asm/paravirt.h:62 arch/x86/kernel/process.c:767) [ 1159.449980][ C3] default_idle_call (kernel/sched/idle.c:122) [ 1159.449982][ C3] cpuidle_idle_call.constprop.0 (kernel/sched/idle.c:199) [ 1159.449983][ C3] ? arch_cpu_idle_exit+0x40/0x40 [ 1159.449985][ C3] ? mark_tsc_async_resets (arch/x86/kernel/tsc_sync.c:49) [ 1159.449987][ C3] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 1159.449989][ C3] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1159.449991][ C3] do_idle (kernel/sched/idle.c:352) [ 1159.449993][ C3] cpu_startup_entry (kernel/sched/idle.c:451) [ 1159.449994][ C3] start_secondary (arch/x86/kernel/smpboot.c:312) [ 1159.449996][ C3] ? set_cpu_sibling_map (./arch/x86/include/asm/smp.h:148 (discriminator 4)) [ 1159.449998][ C3] common_startup_64 (arch/x86/kernel/head_64.S:418) | [ 1166.019841][ C1] RCU nest depth: 0, expected: 0 | [ 1166.019923][ C1] INFO: lockdep is turned off. | [ 1166.020004][ C1] Preemption disabled at: | [ 1166.020005][ C1] 0x0 [ 1166.020163][ C1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1166.020165][ C1] Call Trace: [ 1166.020167][ C1] [ 1166.020169][ C1] dump_stack_lvl (lib/dump_stack.c:94 lib/dump_stack.c:120) [ 1166.020177][ C1] __might_resched.cold (kernel/sched/core.c:9163) [ 1166.020180][ C1] ? default_idle_call (kernel/sched/idle.c:122) [ 1166.020185][ C1] ? perf_trace_sched_switch (./include/linux/list.h:1021 (discriminator 3)) [ 1166.020189][ C1] ? start_secondary (arch/x86/kernel/smpboot.c:312) [ 1166.020192][ C1] __mutex_lock (kernel/locking/mutex.c:623 kernel/locking/mutex.c:820) [ 1166.020194][ C1] ? __tcf_chain_put (net/sched/cls_api.c:694) [ 1166.020198][ C1] ? ww_mutex_lock (kernel/locking/mutex.c:933) [ 1166.020202][ C1] ? __tcf_chain_put (net/sched/cls_api.c:694) [ 1166.020203][ C1] __tcf_chain_put (net/sched/cls_api.c:694) [ 1166.020205][ C1] ? free_percpu.part.0 (./include/linux/spinlock.h:408 (discriminator 3) mm/percpu.c:2283 (discriminator 3)) [ 1166.020209][ C1] tcf_action_rcu_free (net/sched/act_api.c:130 net/sched/act_api.c:370 net/sched/act_api.c:378) [ 1166.020211][ C1] ? rcu_do_batch (./include/linux/rcupdate.h:310 (discriminator 2) kernel/rcu/tree.c:2619 (discriminator 2)) [ 1166.020214][ C1] rcu_do_batch (kernel/rcu/tree.c:2617) [ 1166.020217][ C1] ? trace_rcu_batch_end (./include/trace/events/rcu.h:714 (discriminator 19)) [ 1166.020219][ C1] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 1166.020222][ C1] ? do_raw_spin_unlock (./include/linux/instrumented.h:82 ./include/linux/atomic/atomic-instrumented.h:32 ./include/asm-generic/qspinlock.h:57 kernel/locking/spinlock_debug.c:101 kernel/locking/spinlock_debug.c:141) [ 1166.020225][ C1] ? trace_hardirqs_on (kernel/trace/trace_preemptirq.c:78) [ 1166.020226][ C1] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:179 (discriminator 1) kernel/locking/spinlock.c:198 (discriminator 1)) [ 1166.020229][ C1] rcu_core (kernel/rcu/tree.c:2869) [ 1166.020231][ C1] handle_softirqs (kernel/softirq.c:622) [ 1166.020233][ C1] ? clockevents_tick_resume (kernel/time/clockevents.c:193) [ 1166.020236][ C1] ? _local_bh_enable (kernel/softirq.c:405 (discriminator 1)) [ 1166.020238][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1166.020239][ C1] ? lock_release (./include/trace/events/lock.h:69 (discriminator 22) kernel/locking/lockdep.c:5879 (discriminator 22)) [ 1166.020242][ C1] __irq_exit_rcu (kernel/softirq.c:656 kernel/softirq.c:496 kernel/softirq.c:735) [ 1166.020243][ C1] irq_exit_rcu (kernel/softirq.c:752) [ 1166.020245][ C1] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1061 (discriminator 37) arch/x86/kernel/apic/apic.c:1061 (discriminator 37)) [ 1166.020247][ C1] [ 1166.020247][ C1] [ 1166.020248][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1166.020250][ C1] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:697) [ 1166.020252][ C1] RIP: 0010:pv_native_safe_halt (./arch/x86/include/asm/irqflags.h:48 arch/x86/kernel/paravirt.c:62) [ 1166.020255][ C1] Code: 48 8b 3d 44 d3 00 02 e8 1f 00 00 00 48 2b 05 c8 71 a3 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 43 f4 22 00 fb f4 0f 1f 40 d6 48 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 All code ======== 0: 48 8b 3d 44 d3 00 02 mov 0x200d344(%rip),%rdi # 0x200d34b 7: e8 1f 00 00 00 call 0x2b c: 48 2b 05 c8 71 a3 00 sub 0xa371c8(%rip),%rax # 0xa371db 13: c3 ret 14: 0f 1f 80 00 00 00 00 nopl 0x0(%rax) 1b: f3 0f 1e fa endbr64 1f: eb 07 jmp 0x28 21: 0f 00 2d 43 f4 22 00 verw 0x22f443(%rip) # 0x22f46b 28: fb sti 29: f4 hlt 2a:* c3 ret <-- trapping instruction 2b: 0f 1f 40 d6 nopl -0x2a(%rax) 2f: 48 83 ec 20 sub $0x20,%rsp 33: 8b 17 mov (%rdi),%edx 35: 49 89 f8 mov %rdi,%r8 38: 83 e2 fe and $0xfffffffe,%edx 3b: 41 89 d2 mov %edx,%r10d 3e: 0f .byte 0xf 3f: 01 .byte 0x1 Code starting with the faulting instruction =========================================== 0: c3 ret 1: 0f 1f 40 d6 nopl -0x2a(%rax) 5: 48 83 ec 20 sub $0x20,%rsp 9: 8b 17 mov (%rdi),%edx b: 49 89 f8 mov %rdi,%r8 e: 83 e2 fe and $0xfffffffe,%edx 11: 41 89 d2 mov %edx,%r10d 14: 0f .byte 0xf 15: 01 .byte 0x1 [ 1166.020257][ C1] RSP: 0018:ffa0000000147de8 EFLAGS: 00000246 [ 1166.020260][ C1] RAX: 0000000000000001 RBX: ff11000001bb2340 RCX: 0000000000000001 [ 1166.020262][ C1] RDX: 0000000000000001 RSI: ffffffffb7a6f640 RDI: ffffffffb52d9667 [ 1166.020262][ C1] RBP: 0000000000000000 R08: ffffffffb76694f1 R09: 1fe2200005d1639a [ 1166.020263][ C1] R10: 0000000000000001 R11: 0000000000000000 R12: 1ff4000000028fc0 [ 1166.020264][ C1] R13: 0000000000000000 R14: dffffc0000000000 R15: 0000000000000000 [ 1166.020265][ C1] ? ct_kernel_exit.constprop.0 (./include/linux/instrumented.h:97 kernel/context_tracking.c:124) [ 1166.020267][ C1] ? cpuidle_idle_call.constprop.0 (kernel/sched/idle.c:199) [ 1166.020272][ C1] default_idle (./arch/x86/include/asm/paravirt.h:62 arch/x86/kernel/process.c:767) [ 1166.020274][ C1] default_idle_call (kernel/sched/idle.c:122) [ 1166.020275][ C1] cpuidle_idle_call.constprop.0 (kernel/sched/idle.c:199) [ 1166.020277][ C1] ? arch_cpu_idle_exit+0x40/0x40 [ 1166.020278][ C1] ? mark_tsc_async_resets (arch/x86/kernel/tsc_sync.c:49) [ 1166.020280][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 1166.020282][ C1] do_idle (kernel/sched/idle.c:352) [ 1166.020284][ C1] cpu_startup_entry (kernel/sched/idle.c:451) [ 1166.020285][ C1] start_secondary (arch/x86/kernel/smpboot.c:312) [ 1166.020287][ C1] ? set_cpu_sibling_map (./arch/x86/include/asm/smp.h:148 (discriminator 4)) Finger prints: mark_lock_irq:mark_lock:mark_usage:__lock_acquire:_raw_spin_lock __mutex_lock:__tcf_chain_put:tcf_action_rcu_free:rcu_do_batch:rcu_core