====================================== | [ 23.325545][ C1] #1: ffa0000000487d10 ((work_completion)(&fsvq->done_work)){+.+.}-{0:0}, at: process_one_work (kernel/workqueue.c:3290 (discriminator 2)) | [ 23.325743][ C1] #2: ffffffff89977c00 (rcu_callback){....}-{0:0}, at: rcu_do_batch (./include/linux/rcupdate.h:300 (discriminator 2) kernel/rcu/tree.c:2611 (discriminator 2)) | [ 23.325890][ C1] | [ 23.325890][ C1] stack backtrace: [ 23.326001][ C1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 23.326002][ C1] Workqueue: events virtio_fs_requests_done_work [ 23.326008][ C1] Call Trace: [ 23.326010][ C1] [ 23.326011][ C1] dump_stack_lvl (lib/dump_stack.c:94 lib/dump_stack.c:120) [ 23.326016][ C1] print_usage_bug.part.0.cold (kernel/locking/lockdep.c:4042) [ 23.326019][ C1] ? filter_irq_stacks (kernel/stacktrace.c:402) [ 23.326022][ C1] mark_lock_irq (kernel/locking/lockdep.c:4013 kernel/locking/lockdep.c:4056 kernel/locking/lockdep.c:4267) [ 23.326023][ C1] ? sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1061 (discriminator 37) arch/x86/kernel/apic/apic.c:1061 (discriminator 37)) [ 23.326026][ C1] ? asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:697) [ 23.326028][ C1] ? save_trace (kernel/locking/lockdep.c:589) [ 23.326029][ C1] ? native_calibrate_cpu_early (arch/x86/kernel/tsc.c:746 arch/x86/kernel/tsc.c:914) [ 23.326032][ C1] mark_lock (kernel/locking/lockdep.c:4753) [ 23.326034][ C1] mark_usage (kernel/locking/lockdep.c:4642) [ 23.326035][ C1] __lock_acquire (kernel/locking/lockdep.c:5191) [ 23.326037][ C1] ? mark_held_locks (kernel/locking/lockdep.c:4325) [ 23.326038][ C1] ? rcu_do_batch (./include/linux/rcupdate.h:310 (discriminator 2) kernel/rcu/tree.c:2619 (discriminator 2)) [ 23.326041][ C1] lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 23.326042][ C1] ? tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 23.326044][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 23.326046][ C1] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 23.326048][ C1] _raw_spin_lock (./include/linux/spinlock_api_smp.h:158 (discriminator 1) kernel/locking/spinlock.c:158 (discriminator 1)) [ 23.326049][ C1] ? tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 23.326051][ C1] tcf_mirred_release (./include/linux/spinlock.h:342 net/sched/act_mirred.c:78) act_mirred [ 23.326052][ C1] tcf_action_rcu_free (net/sched/act_api.c:367 net/sched/act_api.c:378) [ 23.326054][ C1] ? rcu_do_batch (./include/linux/rcupdate.h:310 (discriminator 2) kernel/rcu/tree.c:2619 (discriminator 2)) [ 23.326055][ C1] rcu_do_batch (kernel/rcu/tree.c:2617) [ 23.326058][ C1] ? trace_rcu_batch_end (./include/trace/events/rcu.h:714 (discriminator 19)) [ 23.326060][ C1] ? mark_held_locks (kernel/locking/lockdep.c:4325) [ 23.326061][ C1] ? lockdep_hardirqs_on_prepare.part.0 (kernel/locking/lockdep.c:470 (discriminator 2) kernel/locking/lockdep.c:4411 (discriminator 2)) [ 23.326063][ C1] ? lockdep_hardirqs_on (kernel/locking/lockdep.c:4472) [ 23.326065][ C1] rcu_core (kernel/rcu/tree.c:2869) [ 23.326067][ C1] handle_softirqs (kernel/softirq.c:622) [ 23.326068][ C1] ? find_held_lock (kernel/locking/lockdep.c:5350) [ 23.326071][ C1] ? __lock_release.isra.0 (kernel/locking/lockdep.c:5535) [ 23.326072][ C1] ? _local_bh_enable (kernel/softirq.c:405 (discriminator 1)) [ 23.326074][ C1] __irq_exit_rcu (kernel/softirq.c:656 kernel/softirq.c:496 kernel/softirq.c:735) [ 23.326075][ C1] irq_exit_rcu (kernel/softirq.c:752) [ 23.326077][ C1] sysvec_apic_timer_interrupt (arch/x86/kernel/apic/apic.c:1061 (discriminator 37) arch/x86/kernel/apic/apic.c:1061 (discriminator 37)) [ 23.326079][ C1] [ 23.326079][ C1] [ 23.326080][ C1] asm_sysvec_apic_timer_interrupt (./arch/x86/include/asm/idtentry.h:697) [ 23.326082][ C1] RIP: 0010:_raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:178 (discriminator 12) kernel/locking/spinlock.c:198 (discriminator 12)) [ 23.326084][ C1] Code: f5 53 48 8b 74 24 10 48 89 fb 48 83 c7 18 e8 21 7e ca fd 48 89 df e8 a9 d4 ca fd f7 c5 00 02 00 00 75 1f 9c 58 f6 c4 02 75 2f 01 00 00 00 e8 30 62 bd fd 65 8b 05 29 0a fe 01 85 c0 74 12 5b All code ======== 0: f5 cmc 1: 53 push %rbx 2: 48 8b 74 24 10 mov 0x10(%rsp),%rsi 7: 48 89 fb mov %rdi,%rbx a: 48 83 c7 18 add $0x18,%rdi e: e8 21 7e ca fd call 0xfffffffffdca7e34 13: 48 89 df mov %rbx,%rdi 16: e8 a9 d4 ca fd call 0xfffffffffdcad4c4 1b: f7 c5 00 02 00 00 test $0x200,%ebp 21: 75 1f jne 0x42 23: 9c pushf 24: 58 pop %rax 25: f6 c4 02 test $0x2,%ah 28: 75 2f jne 0x59 2a:* bf 01 00 00 00 mov $0x1,%edi <-- trapping instruction 2f: e8 30 62 bd fd call 0xfffffffffdbd6264 34: 65 8b 05 29 0a fe 01 mov %gs:0x1fe0a29(%rip),%eax # 0x1fe0a64 3b: 85 c0 test %eax,%eax 3d: 74 12 je 0x51 3f: 5b pop %rbx Code starting with the faulting instruction =========================================== 0: bf 01 00 00 00 mov $0x1,%edi 5: e8 30 62 bd fd call 0xfffffffffdbd623a a: 65 8b 05 29 0a fe 01 mov %gs:0x1fe0a29(%rip),%eax # 0x1fe0a3a 11: 85 c0 test %eax,%eax 13: 74 12 je 0x27 15: 5b pop %rbx [ 23.326086][ C1] RSP: 0018:ffa0000000487a50 EFLAGS: 00000246 [ 23.326088][ C1] RAX: 0000000000000086 RBX: ff1100000c49c1d0 RCX: ffffffff88a90613 [ 23.326089][ C1] RDX: ff11000008c60040 RSI: ffffffff89401bcb RDI: ffffffff88e6f6c0 [ 23.326090][ C1] RBP: 0000000000000246 R08: 0000000000000000 R09: 0000000000000000 [ 23.326091][ C1] R10: 0000000000000001 R11: 0000000000000001 R12: 0000000000000001 [ 23.326092][ C1] R13: 0000000000000246 R14: 0000000000000000 R15: ffa0000000747d8f [ 23.326093][ C1] ? _raw_spin_unlock_irqrestore (./include/linux/spinlock_api_smp.h:178 (discriminator 6) kernel/locking/spinlock.c:198 (discriminator 6)) [ 23.326095][ C1] __wake_up (./include/linux/spinlock.h:408 (discriminator 3) kernel/sched/wait.c:127 (discriminator 3) kernel/sched/wait.c:146 (discriminator 3)) [ 23.326098][ C1] fuse_request_end (fs/fuse/dev.c:503) [ 23.326100][ C1] ? kfree (./include/linux/kasan.h:235 mm/slub.c:2689 mm/slub.c:6251 mm/slub.c:6566) [ 23.326104][ C1] virtio_fs_request_complete (fs/fuse/virtio_fs.c:812) [ 23.326105][ C1] ? __rwlock_init (kernel/locking/spinlock_debug.c:48) [ 23.326108][ C1] virtio_fs_requests_done_work (fs/fuse/virtio_fs.c:869) [ 23.326110][ C1] ? virtio_fs_complete_req_work (fs/fuse/virtio_fs.c:823) [ 23.326111][ C1] ? process_one_work (kernel/workqueue.c:3290 (discriminator 2)) [ 23.326113][ C1] ? lock_acquire (./include/trace/events/lock.h:24 (discriminator 22) kernel/locking/lockdep.c:5831 (discriminator 22)) [ 23.326115][ C1] ? rcu_is_watching (./include/linux/context_tracking.h:128 (discriminator 3) kernel/rcu/tree.c:752 (discriminator 3)) [ 23.326117][ C1] process_one_work (kernel/workqueue.c:3314) [ 23.326119][ C1] ? pwq_dec_nr_in_flight (kernel/workqueue.c:1822 (discriminator 4)) [ 23.326121][ C1] ? lock_acquire.part.0 (kernel/locking/lockdep.c:5868 (discriminator 1)) [ 23.326123][ C1] worker_thread (kernel/workqueue.c:3397 kernel/workqueue.c:3478) [ 23.326125][ C1] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 23.326127][ C1] ? __kthread_parkme (./include/linux/instrumented.h:82 ./include/asm-generic/bitops/instrumented-non-atomic.h:141 kernel/kthread.c:272) [ 23.326129][ C1] ? rescuer_thread (./include/linux/list.h:404 (discriminator 3)) [ 23.326131][ C1] kthread (kernel/kthread.c:436) [ 23.326133][ C1] ? trace_irq_enable.constprop.0 (./include/trace/events/preemptirq.h:40 (discriminator 22)) [ 23.326136][ C1] ? kthread_affine_node (kernel/kthread.c:378) [ 23.326137][ C1] ret_from_fork (arch/x86/kernel/process.c:158) [ 23.326139][ C1] ? arch_exit_to_user_mode_prepare.isra.0 (arch/x86/entry/syscall_64.c:37) [ 23.326141][ C1] ? __switch_to (arch/x86/kernel/process_64.c:403 arch/x86/kernel/process_64.c:663) [ 23.326143][ C1] ? kthread_affine_node (kernel/kthread.c:378) Finger prints: mark_lock_irq:mark_lock:mark_usage:__lock_acquire:_raw_spin_lock