[ 8.194730][ T137] sh (137) used greatest stack depth: 24720 bytes left [ 8.194746][ T137] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 8.194748][ T137] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 137, name: sh [ 8.194750][ T137] preempt_count: 2, expected: 0 [ 8.194750][ T137] RCU nest depth: 0, expected: 0 [ 8.194751][ T137] locks held by sh/137: 5, last CPU#2: [ 8.194753][ T137] #0: ffffffff8a4127b8 (low_water_lock){+.+.}-{3:3}, at: do_exit+0x887/0xdc0 [ 8.194765][ T137] #1: ffffffff8a579cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 8.194771][ T137] #2: ffffffff8a579d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 8.194774][ T137] #3: ffffffff8a499660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 8.194778][ T137] #4: ffffffff8a499560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 8.194782][ T137] irq event stamp: 24350 [ 8.194783][ T137] hardirqs last enabled at (24349): [] __down_trylock_console_sem+0x86/0xa0 [ 8.194785][ T137] hardirqs last disabled at (24350): [] console_emit_next_record+0x3d4/0x4c0 [ 8.194787][ T137] softirqs last enabled at (20090): [] handle_softirqs+0x67c/0x900 [ 8.194789][ T137] softirqs last disabled at (19575): [] __irq_exit_rcu+0x145/0x1c0 [ 8.194791][ T137] Preemption disabled at: [ 8.194792][ T137] [<0000000000000000>] 0x0 [ 8.194799][ T137] CPU: 2 UID: 0 PID: 137 Comm: sh Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 8.194803][ T137] Tainted: [W]=WARN [ 8.194803][ T137] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 8.194805][ T137] Call Trace: [ 8.194807][ T137] [ 8.194808][ T137] dump_stack_lvl+0x6f/0xa0 [ 8.194814][ T137] __might_resched.cold+0x1fe/0x2c1 [ 8.194819][ T137] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 8.194823][ T137] ? __kmalloc_noprof+0xdb/0x760 [ 8.194827][ T137] __kmalloc_noprof+0x443/0x760 [ 8.194830][ T137] ? alloc_buf.isra.0+0x4b/0x260 [ 8.194835][ T137] ? do_raw_spin_unlock+0x59/0x250 [ 8.194838][ T137] alloc_buf.isra.0+0x4b/0x260 [ 8.194841][ T137] put_chars+0x1e1/0x2f0 [ 8.194844][ T137] ? __send_to_port+0x420/0x420 [ 8.194846][ T137] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 8.194850][ T137] ? validate_chain+0x38b/0xc20 [ 8.194855][ T137] hvc_console_print+0x292/0x780 [ 8.194862][ T137] ? hvc_write+0x3a0/0x3a0 [ 8.194864][ T137] ? rcu_is_watching+0x16/0xd0 [ 8.194867][ T137] ? lock_acquire+0x13c/0x160 [ 8.194870][ T137] console_emit_next_record+0x22f/0x4c0 [ 8.194874][ T137] ? devkmsg_read+0x4b0/0x4b0 [ 8.194876][ T137] ? console_flush_one_record+0x106/0x710 [ 8.194879][ T137] ? rcu_is_watching+0x16/0xd0 [ 8.194881][ T137] ? lock_acquire+0x13c/0x160 [ 8.194885][ T137] console_flush_one_record+0x46f/0x710 [ 8.194889][ T137] ? console_emit_next_record+0x4c0/0x4c0 [ 8.194891][ T137] ? __lock_acquire+0x518/0xc20 [ 8.194895][ T137] console_unlock+0xee/0x1f0 [ 8.194898][ T137] ? console_flush_one_record+0x710/0x710 [ 8.194900][ T137] ? rcu_is_watching+0x16/0xd0 [ 8.194902][ T137] ? lock_acquire+0x60/0x160 [ 8.194906][ T137] ? __down_trylock_console_sem+0x5e/0xa0 [ 8.194908][ T137] ? vprintk_emit+0x320/0x3e0 [ 8.194911][ T137] vprintk_emit+0x37c/0x3e0 [ 8.194914][ T137] ? wake_up_klogd_work_func+0x90/0x90 [ 8.194918][ T137] ? __lock_acquire+0x518/0xc20 [ 8.194921][ T137] _printk+0xc7/0x100 [ 8.194925][ T137] ? snapshot_read.cold+0x21/0x21 [ 8.194927][ T137] ? do_raw_spin_lock+0x131/0x280 [ 8.194930][ T137] ? __rwlock_init+0x150/0x150 [ 8.194933][ T137] ? do_raw_spin_lock+0x131/0x280 [ 8.194936][ T137] do_exit.cold+0x82/0x9c [ 8.194943][ T137] ? exit_notify+0x890/0x890 [ 8.194944][ T137] ? __lock_release.isra.0+0x69/0x1a0 [ 8.194947][ T137] ? rcu_is_watching+0x16/0xd0 [ 8.194951][ T137] do_group_exit+0xb8/0x370 [ 8.194953][ T137] __x64_sys_exit_group+0x3c/0x50 [ 8.194955][ T137] x64_sys_call+0x1567/0x1570 [ 8.194958][ T137] do_syscall_64+0xff/0x530 [ 8.194962][ T137] ? exc_page_fault+0xee/0x100 [ 8.194964][ T137] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 8.194967][ T137] RIP: 0033:0x7f08964051b8 [ 8.194969][ T137] Code: Unable to access opcode bytes at 0x7f089640518e. [ 8.194970][ T137] RSP: 002b:00007ffe012ab8f8 EFLAGS: 00000246 ORIG_RAX: 00000000000000e7 [ 8.194972][ T137] RAX: ffffffffffffffda RBX: 00007f0896535f88 RCX: 00007f08964051b8 [ 8.194974][ T137] RDX: 00007f0896342a48 RSI: ffffffffffffffb0 RDI: 0000000000000000 [ 8.194975][ T137] RBP: 00007ffe012ab950 R08: 0000000000000000 R09: 0000000000000050 [ 8.194975][ T137] R10: 00007ffe012ab790 R11: 0000000000000246 R12: 0000000000000001 [ 8.194976][ T137] R13: 0000000000000000 R14: 00007f0896534680 R15: 00007f0896535fa0 [ 8.194983][ T137] [ 9.399482][ T193] ip (193) used greatest stack depth: 24480 bytes left [ 9.399497][ T193] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 9.399499][ T193] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 193, name: ip [ 9.399501][ T193] preempt_count: 2, expected: 0 [ 9.399501][ T193] RCU nest depth: 0, expected: 0 [ 9.399502][ T193] locks held by ip/193: 5, last CPU#3: [ 9.399505][ T193] #0: ffffffff8a4127b8 (low_water_lock){+.+.}-{3:3}, at: do_exit+0x887/0xdc0 [ 9.399516][ T193] #1: ffffffff8a579cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 9.399521][ T193] #2: ffffffff8a579d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 9.399525][ T193] #3: ffffffff8a499660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 9.399528][ T193] #4: ffffffff8a499560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 9.399532][ T193] irq event stamp: 30424 [ 9.399532][ T193] hardirqs last enabled at (30423): [] __down_trylock_console_sem+0x86/0xa0 [ 9.399535][ T193] hardirqs last disabled at (30424): [] console_emit_next_record+0x3d4/0x4c0 [ 9.399537][ T193] softirqs last enabled at (29100): [] netlink_release+0x17b/0xcf0 [ 9.399541][ T193] softirqs last disabled at (29098): [] netlink_release+0xd2/0xcf0 [ 9.399544][ T193] Preemption disabled at: [ 9.399545][ T193] [<0000000000000000>] 0x0 [ 9.399552][ T193] CPU: 3 UID: 0 PID: 193 Comm: ip Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 9.399555][ T193] Tainted: [W]=WARN [ 9.399556][ T193] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 9.399557][ T193] Call Trace: [ 9.399559][ T193] [ 9.399560][ T193] dump_stack_lvl+0x6f/0xa0 [ 9.399567][ T193] __might_resched.cold+0x1fe/0x2c1 [ 9.399571][ T193] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 9.399575][ T193] ? __kmalloc_noprof+0xdb/0x760 [ 9.399580][ T193] __kmalloc_noprof+0x443/0x760 [ 9.399583][ T193] ? alloc_buf.isra.0+0x4b/0x260 [ 9.399588][ T193] ? do_raw_spin_unlock+0x59/0x250 [ 9.399591][ T193] alloc_buf.isra.0+0x4b/0x260 [ 9.399594][ T193] put_chars+0x1e1/0x2f0 [ 9.399597][ T193] ? __send_to_port+0x420/0x420 [ 9.399598][ T193] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 9.399603][ T193] ? validate_chain+0x38b/0xc20 [ 9.399608][ T193] hvc_console_print+0x292/0x780 [ 9.399615][ T193] ? hvc_write+0x3a0/0x3a0 [ 9.399617][ T193] ? rcu_is_watching+0x16/0xd0 [ 9.399620][ T193] ? lock_acquire+0x13c/0x160 [ 9.399623][ T193] console_emit_next_record+0x22f/0x4c0 [ 9.399627][ T193] ? devkmsg_read+0x4b0/0x4b0 [ 9.399629][ T193] ? console_flush_one_record+0x106/0x710 [ 9.399632][ T193] ? rcu_is_watching+0x16/0xd0 [ 9.399634][ T193] ? lock_acquire+0x13c/0x160 [ 9.399638][ T193] console_flush_one_record+0x46f/0x710 [ 9.399642][ T193] ? console_emit_next_record+0x4c0/0x4c0 [ 9.399644][ T193] ? __lock_acquire+0x518/0xc20 [ 9.399649][ T193] console_unlock+0xee/0x1f0 [ 9.399651][ T193] ? console_flush_one_record+0x710/0x710 [ 9.399653][ T193] ? rcu_is_watching+0x16/0xd0 [ 9.399655][ T193] ? lock_acquire+0x60/0x160 [ 9.399659][ T193] ? __down_trylock_console_sem+0x5e/0xa0 [ 9.399661][ T193] ? vprintk_emit+0x320/0x3e0 [ 9.399664][ T193] vprintk_emit+0x37c/0x3e0 [ 9.399667][ T193] ? wake_up_klogd_work_func+0x90/0x90 [ 9.399671][ T193] ? __lock_acquire+0x518/0xc20 [ 9.399674][ T193] _printk+0xc7/0x100 [ 9.399678][ T193] ? snapshot_read.cold+0x21/0x21 [ 9.399680][ T193] ? do_raw_spin_lock+0x131/0x280 [ 9.399683][ T193] ? __rwlock_init+0x150/0x150 [ 9.399687][ T193] ? do_raw_spin_lock+0x131/0x280 [ 9.399689][ T193] do_exit.cold+0x82/0x9c [ 9.399693][ T193] ? exit_notify+0x890/0x890 [ 9.399694][ T193] ? __lock_release.isra.0+0x69/0x1a0 [ 9.399697][ T193] ? rcu_is_watching+0x16/0xd0 [ 9.399701][ T193] do_group_exit+0xb8/0x370 [ 9.399704][ T193] __x64_sys_exit_group+0x3c/0x50 [ 9.399705][ T193] x64_sys_call+0x1567/0x1570 [ 9.399708][ T193] do_syscall_64+0xff/0x530 [ 9.399712][ T193] ? exc_page_fault+0xee/0x100 [ 9.399714][ T193] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 9.399717][ T193] RIP: 0033:0x7f0ade2d21b8 [ 9.399719][ T193] Code: Unable to access opcode bytes at 0x7f0ade2d218e. [ 9.399720][ T193] RSP: 002b:00007ffcf85296c8 EFLAGS: 00000246 ORIG_RAX: 00000000000000e7 [ 9.399722][ T193] RAX: ffffffffffffffda RBX: 00007f0ade402f88 RCX: 00007f0ade2d21b8 [ 9.399724][ T193] RDX: 00007f0ade01cfc8 RSI: fffffffffffffeb8 RDI: 0000000000000000 [ 9.399725][ T193] RBP: 00007ffcf8529720 R08: 0000000000000000 R09: 0000000000008010 [ 9.399725][ T193] R10: 00007ffcf85294e0 R11: 0000000000000246 R12: 0000000000000001 [ 9.399726][ T193] R13: 0000000000000000 R14: 00007f0ade401680 R15: 00007f0ade402fa0 [ 9.399733][ T193] [ 9.888275][ C0] clocksource: Watchdog remote CPU 2 read timed out [ 9.888475][ C0] [ 9.888476][ C0] ======================================================== [ 9.888477][ C0] WARNING: possible irq lock inversion dependency detected [ 9.888479][ C0] 7.2.0-virtme #1 Tainted: G W [ 9.888480][ C0] -------------------------------------------------------- [ 9.888481][ C0] swapper/0/0 just changed the state of lock: [ 9.888482][ C0] ffffffff8a499660 (console_owner){..-.}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 9.888494][ C0] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 9.888495][ C0] (fs_reclaim){+.+.}-{0:0} [ 9.888496][ C0] [ 9.888496][ C0] [ 9.888496][ C0] and interrupts could create inverse lock ordering between them. [ 9.888496][ C0] [ 9.888497][ C0] [ 9.888497][ C0] other info that might help us debug this: [ 9.888498][ C0] Possible interrupt unsafe locking scenario: [ 9.888498][ C0] [ 9.888499][ C0] CPU0 CPU1 [ 9.888499][ C0] ---- ---- [ 9.888499][ C0] lock(fs_reclaim); [ 9.888500][ C0] local_irq_disable(); [ 9.888501][ C0] lock(console_owner); [ 9.888502][ C0] lock(fs_reclaim); [ 9.888503][ C0] [ 9.888503][ C0] lock(console_owner); [ 9.888504][ C0] [ 9.888504][ C0] *** DEADLOCK *** [ 9.888504][ C0] [ 9.888504][ C0] locks held by swapper/0/0: 4, last CPU#0: [ 9.888505][ C0] #0: ffa0000000007c90 ((&watchdog_timer)){+.-.}-{0:0}, at: call_timer_fn+0x110/0x4d0 [ 9.888510][ C0] #1: ffffffff8a5de8b8 (watchdog_lock){+.-.}-{3:3}, at: clocksource_watchdog+0x15/0x30 [ 9.888514][ C0] #2: ffffffff8a579cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 9.888517][ C0] #3: ffffffff8a579d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 9.888520][ C0] [ 9.888520][ C0] the shortest dependencies between 2nd lock and 1st lock: [ 9.888524][ C0] -> (fs_reclaim){+.+.}-{0:0} { [ 9.888526][ C0] HARDIRQ-ON-W at: [ 9.888527][ C0] __lock_acquire+0x388/0xc20 [ 9.888530][ C0] lock_acquire.part.0+0xd4/0x280 [ 9.888532][ C0] fs_reclaim_acquire+0xd5/0x120 [ 9.888534][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 9.888536][ C0] kthread_create_worker_on_node+0xea/0x210 [ 9.888539][ C0] workqueue_init+0x2a/0x680 [ 9.888542][ C0] kernel_init_freeable+0x2fe/0x630 [ 9.888545][ C0] kernel_init+0x21/0x150 [ 9.888548][ C0] ret_from_fork+0x474/0x6b0 [ 9.888551][ C0] ret_from_fork_asm+0x11/0x20 [ 9.888554][ C0] SOFTIRQ-ON-W at: [ 9.888554][ C0] __lock_acquire+0x388/0xc20 [ 9.888556][ C0] lock_acquire.part.0+0xd4/0x280 [ 9.888557][ C0] fs_reclaim_acquire+0xd5/0x120 [ 9.888558][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 9.888559][ C0] kthread_create_worker_on_node+0xea/0x210 [ 9.888561][ C0] workqueue_init+0x2a/0x680 [ 9.888563][ C0] kernel_init_freeable+0x2fe/0x630 [ 9.888565][ C0] kernel_init+0x21/0x150 [ 9.888566][ C0] ret_from_fork+0x474/0x6b0 [ 9.888567][ C0] ret_from_fork_asm+0x11/0x20 [ 9.888568][ C0] INITIAL USE at: [ 9.888569][ C0] __lock_acquire+0x388/0xc20 [ 9.888570][ C0] lock_acquire.part.0+0xd4/0x280 [ 9.888572][ C0] fs_reclaim_acquire+0xd5/0x120 [ 9.888573][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 9.888574][ C0] kthread_create_worker_on_node+0xea/0x210 [ 9.888575][ C0] workqueue_init+0x2a/0x680 [ 9.888576][ C0] kernel_init_freeable+0x2fe/0x630 [ 9.888578][ C0] kernel_init+0x21/0x150 [ 9.888579][ C0] ret_from_fork+0x474/0x6b0 [ 9.888580][ C0] ret_from_fork_asm+0x11/0x20 [ 9.888581][ C0] } [ 9.888582][ C0] ... key at: [] __fs_reclaim_map+0x0/0xbe0 [ 9.888585][ C0] ... acquired at: [ 9.888586][ C0] __lock_acquire+0x518/0xc20 [ 9.888588][ C0] lock_acquire.part.0+0xd4/0x280 [ 9.888589][ C0] fs_reclaim_acquire+0xd5/0x120 [ 9.888590][ C0] __kmalloc_noprof+0xd3/0x760 [ 9.888591][ C0] alloc_buf.isra.0+0x4b/0x260 [ 9.888594][ C0] put_chars+0x1e1/0x2f0 [ 9.888596][ C0] hvc_console_print+0x292/0x780 [ 9.888598][ C0] console_emit_next_record+0x22f/0x4c0 [ 9.888599][ C0] console_flush_one_record+0x46f/0x710 [ 9.888601][ C0] console_unlock+0xee/0x1f0 [ 9.888602][ C0] vprintk_emit+0x37c/0x3e0 [ 9.888604][ C0] dev_vprintk_emit+0x27f/0x2c0 [ 9.888607][ C0] dev_printk_emit+0xb9/0xee [ 9.888608][ C0] _dev_info+0xe2/0x116 [ 9.888610][ C0] __devm_rtc_register_device.cold+0xc3/0x3a8 [ 9.888612][ C0] cmos_do_probe+0x73b/0x98a [ 9.888614][ C0] platform_probe+0xfe/0x1f0 [ 9.888616][ C0] call_driver_probe+0x61/0x1c0 [ 9.888618][ C0] really_probe+0x199/0x760 [ 9.888620][ C0] __driver_probe_device+0x24f/0x440 [ 9.888621][ C0] driver_probe_device+0x4a/0xf0 [ 9.888623][ C0] __driver_attach+0x1b8/0x540 [ 9.888624][ C0] bus_for_each_dev+0x130/0x1e0 [ 9.888626][ C0] bus_add_driver+0x2c8/0x530 [ 9.888627][ C0] driver_register+0x1a3/0x390 [ 9.888629][ C0] __platform_driver_probe+0x13f/0x270 [ 9.888630][ C0] cmos_init+0x31/0x40 [ 9.888633][ C0] do_one_initcall+0x124/0x4f0 [ 9.888634][ C0] kernel_init_freeable+0x596/0x630 [ 9.888636][ C0] kernel_init+0x21/0x150 [ 9.888637][ C0] ret_from_fork+0x474/0x6b0 [ 9.888638][ C0] ret_from_fork_asm+0x11/0x20 [ 9.888639][ C0] [ 9.888639][ C0] -> (console_owner){..-.}-{0:0} { [ 9.888641][ C0] IN-SOFTIRQ-W at: [ 9.888642][ C0] __lock_acquire+0x388/0xc20 [ 9.888643][ C0] lock_acquire.part.0+0xd4/0x280 [ 9.888644][ C0] console_lock_spinning_enable+0x5c/0x60 [ 9.888646][ C0] console_emit_next_record+0x1d1/0x4c0 [ 9.888648][ C0] console_flush_one_record+0x46f/0x710 [ 9.888649][ C0] console_unlock+0xee/0x1f0 [ 9.888651][ C0] vprintk_emit+0x37c/0x3e0 [ 9.888652][ C0] _printk+0xc7/0x100 [ 9.888655][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 9.888658][ C0] call_timer_fn+0x160/0x4d0 [ 9.888659][ C0] __run_timers+0x68f/0xaa0 [ 9.888661][ C0] run_timer_softirq+0xf0/0x160 [ 9.888663][ C0] handle_softirqs+0x1d3/0x900 [ 9.888665][ C0] __irq_exit_rcu+0x145/0x1c0 [ 9.888666][ C0] irq_exit_rcu+0xe/0x30 [ 9.888668][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 9.888670][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 9.888671][ C0] pv_native_safe_halt+0xf/0x10 [ 9.888672][ C0] default_idle+0x9/0x10 [ 9.888674][ C0] default_idle_call+0x6e/0xb0 [ 9.888675][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 9.888677][ C0] do_idle+0xd8/0x190 [ 9.888678][ C0] cpu_startup_entry+0x53/0x70 [ 9.888679][ C0] rest_init+0x279/0x280 [ 9.888681][ C0] start_kernel+0x3af/0x3b0 [ 9.888682][ C0] x86_64_start_reservations+0x24/0x30 [ 9.888684][ C0] x86_64_start_kernel+0x12b/0x130 [ 9.888685][ C0] common_startup_64+0x13e/0x148 [ 9.888688][ C0] INITIAL USE at: [ 9.888689][ C0] } [ 9.888689][ C0] ... key at: [] console_owner_dep_map+0x0/0x60 [ 9.888693][ C0] ... acquired at: [ 9.888693][ C0] mark_lock+0x1d7/0xa00 [ 9.888694][ C0] mark_usage+0x42/0x170 [ 9.888696][ C0] __lock_acquire+0x388/0xc20 [ 9.888697][ C0] lock_acquire.part.0+0xd4/0x280 [ 9.888698][ C0] console_lock_spinning_enable+0x5c/0x60 [ 9.888700][ C0] console_emit_next_record+0x1d1/0x4c0 [ 9.888701][ C0] console_flush_one_record+0x46f/0x710 [ 9.888703][ C0] console_unlock+0xee/0x1f0 [ 9.888704][ C0] vprintk_emit+0x37c/0x3e0 [ 9.888705][ C0] _printk+0xc7/0x100 [ 9.888707][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 9.888708][ C0] call_timer_fn+0x160/0x4d0 [ 9.888709][ C0] __run_timers+0x68f/0xaa0 [ 9.888711][ C0] run_timer_softirq+0xf0/0x160 [ 9.888712][ C0] handle_softirqs+0x1d3/0x900 [ 9.888713][ C0] __irq_exit_rcu+0x145/0x1c0 [ 9.888714][ C0] irq_exit_rcu+0xe/0x30 [ 9.888715][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 9.888716][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 9.888717][ C0] pv_native_safe_halt+0xf/0x10 [ 9.888718][ C0] default_idle+0x9/0x10 [ 9.888720][ C0] default_idle_call+0x6e/0xb0 [ 9.888721][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 9.888722][ C0] do_idle+0xd8/0x190 [ 9.888723][ C0] cpu_startup_entry+0x53/0x70 [ 9.888724][ C0] rest_init+0x279/0x280 [ 9.888725][ C0] start_kernel+0x3af/0x3b0 [ 9.888727][ C0] x86_64_start_reservations+0x24/0x30 [ 9.888728][ C0] x86_64_start_kernel+0x12b/0x130 [ 9.888730][ C0] common_startup_64+0x13e/0x148 [ 9.888731][ C0] [ 9.888731][ C0] [ 9.888731][ C0] stack backtrace: [ 9.888734][ C0] CPU: 0 UID: 0 PID: 0 Comm: swapper/0 Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 9.888737][ C0] Tainted: [W]=WARN [ 9.888738][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 9.888739][ C0] Call Trace: [ 9.888740][ C0] [ 9.888742][ C0] dump_stack_lvl+0x6f/0xa0 [ 9.888746][ C0] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 9.888748][ C0] mark_lock_irq+0x989/0x9c0 [ 9.888749][ C0] ? add_lock_to_list+0x2c/0x1a0 [ 9.888752][ C0] mark_lock+0x1d7/0xa00 [ 9.888754][ C0] mark_usage+0x42/0x170 [ 9.888755][ C0] __lock_acquire+0x388/0xc20 [ 9.888757][ C0] lock_acquire.part.0+0xd4/0x280 [ 9.888759][ C0] ? console_lock_spinning_enable+0x40/0x60 [ 9.888761][ C0] ? rcu_is_watching+0x16/0xd0 [ 9.888764][ C0] ? lock_acquire+0x13c/0x160 [ 9.888766][ C0] console_lock_spinning_enable+0x5c/0x60 [ 9.888768][ C0] ? console_lock_spinning_enable+0x40/0x60 [ 9.888770][ C0] console_emit_next_record+0x1d1/0x4c0 [ 9.888772][ C0] ? devkmsg_read+0x4b0/0x4b0 [ 9.888773][ C0] ? console_flush_one_record+0x106/0x710 [ 9.888775][ C0] ? rcu_is_watching+0x16/0xd0 [ 9.888777][ C0] ? lock_acquire+0x13c/0x160 [ 9.888779][ C0] console_flush_one_record+0x46f/0x710 [ 9.888781][ C0] ? console_emit_next_record+0x4c0/0x4c0 [ 9.888783][ C0] ? __lock_acquire+0x518/0xc20 [ 9.888785][ C0] console_unlock+0xee/0x1f0 [ 9.888786][ C0] ? console_flush_one_record+0x710/0x710 [ 9.888788][ C0] ? rcu_is_watching+0x16/0xd0 [ 9.888790][ C0] ? lock_acquire+0x60/0x160 [ 9.888791][ C0] ? __down_trylock_console_sem+0x5e/0xa0 [ 9.888793][ C0] ? vprintk_emit+0x320/0x3e0 [ 9.888795][ C0] vprintk_emit+0x37c/0x3e0 [ 9.888797][ C0] ? wake_up_klogd_work_func+0x90/0x90 [ 9.888799][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 9.888801][ C0] _printk+0xc7/0x100 [ 9.888803][ C0] ? snapshot_read.cold+0x21/0x21 [ 9.888804][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 9.888806][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 9.888808][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 9.888810][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 9.888811][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 9.888813][ C0] call_timer_fn+0x160/0x4d0 [ 9.888815][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 9.888816][ C0] ? debug_object_active_state+0x430/0x430 [ 9.888820][ C0] ? find_held_lock+0x2b/0x80 [ 9.888822][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 9.888824][ C0] ? rcu_is_watching+0x16/0xd0 [ 9.888826][ C0] __run_timers+0x68f/0xaa0 [ 9.888827][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 9.888830][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 9.888831][ C0] ? __lock_acquire+0x518/0xc20 [ 9.888834][ C0] ? __rwlock_init+0x150/0x150 [ 9.888836][ C0] run_timer_softirq+0xf0/0x160 [ 9.888838][ C0] ? __run_timers+0xaa0/0xaa0 [ 9.888839][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 9.888842][ C0] ? rcu_is_watching+0x16/0xd0 [ 9.888843][ C0] handle_softirqs+0x1d3/0x900 [ 9.888845][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 9.888847][ C0] ? _local_bh_enable+0xc0/0xc0 [ 9.888849][ C0] __irq_exit_rcu+0x145/0x1c0 [ 9.888850][ C0] irq_exit_rcu+0xe/0x30 [ 9.888851][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 9.888853][ C0] [ 9.888853][ C0] [ 9.888854][ C0] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 9.888855][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 9.888857][ C0] RIP: 0010:pv_native_safe_halt+0xf/0x10 [ 9.888859][ C0] Code: 48 8b 3d 94 12 06 02 e8 1f 00 00 00 48 2b 05 58 13 a0 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 13 b6 17 00 fb f4 0f 1f 40 d6 48 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 [ 9.888861][ C0] RSP: 0018:ffffffff8a207cf8 EFLAGS: 00000296 [ 9.888863][ C0] RAX: 00000000000542e9 RBX: ffffffff8a22c600 RCX: ffffffff870fa307 [ 9.888864][ C0] RDX: ffffffff8a22c600 RSI: ffffffff8a078e7e RDI: ffffffff89a8dce0 [ 9.888865][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 [ 9.888866][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 1ffffffff1440fa2 [ 9.888867][ C0] R13: 0000000000000000 R14: dffffc0000000000 R15: 0000000000014770 [ 9.888868][ C0] ? cpuidle_idle_call.constprop.0+0x237/0x410 [ 9.888870][ C0] ? lockdep_hardirqs_on+0x91/0x130 [ 9.888872][ C0] default_idle+0x9/0x10 [ 9.888873][ C0] default_idle_call+0x6e/0xb0 [ 9.888874][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 9.888876][ C0] ? arch_cpu_idle_exit+0x40/0x40 [ 9.888878][ C0] ? mark_tsc_async_resets+0x30/0x30 [ 9.888880][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 9.888881][ C0] ? rcu_is_watching+0x16/0xd0 [ 9.888883][ C0] do_idle+0xd8/0x190 [ 9.888884][ C0] cpu_startup_entry+0x53/0x70 [ 9.888886][ C0] rest_init+0x279/0x280 [ 9.888887][ C0] ? __cpuidle_text_end+0x3b/0x3b [ 9.888889][ C0] ? rest_init+0x280/0x280 [ 9.888891][ C0] ? acpi_hw_set_mode+0x4a0/0x4a0 [ 9.888894][ C0] ? cpus_read_unlock+0x4f/0xc0 [ 9.888896][ C0] ? acpi_enable+0x1e4/0x330 [ 9.888899][ C0] start_kernel+0x3af/0x3b0 [ 9.888901][ C0] x86_64_start_reservations+0x24/0x30 [ 9.888902][ C0] x86_64_start_kernel+0x12b/0x130 [ 9.888904][ C0] common_startup_64+0x13e/0x148 [ 9.888907][ C0] [ 23.282808][ T237] RDS: shutdown called in state 1 [ 23.282824][ T237] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 23.282826][ T237] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 237, name: kworker/u16:6 [ 23.282827][ T237] preempt_count: 1, expected: 0 [ 23.282828][ T237] RCU nest depth: 0, expected: 0 [ 23.282829][ T237] INFO: lockdep is turned off. [ 23.282830][ T237] irq event stamp: 0 [ 23.282831][ T237] hardirqs last enabled at (0): [<0000000000000000>] 0x0 [ 23.282835][ T237] hardirqs last disabled at (0): [] copy_process+0x1ccd/0x6240 [ 23.282841][ T237] softirqs last enabled at (0): [] copy_process+0x1d21/0x6240 [ 23.282843][ T237] softirqs last disabled at (0): [<0000000000000000>] 0x0 [ 23.282844][ T237] Preemption disabled at: [ 23.282845][ T237] [] vprintk_emit+0x31b/0x3e0 [ 23.282853][ T237] CPU: 2 UID: 0 PID: 237 Comm: kworker/u16:6 Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 23.282857][ T237] Tainted: [W]=WARN [ 23.282858][ T237] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 23.282859][ T237] Workqueue: krds_cp_wq#1/4 rds_shutdown_worker [ 23.282866][ T237] Call Trace: [ 23.282867][ T237] [ 23.282869][ T237] dump_stack_lvl+0x6f/0xa0 [ 23.282874][ T237] ? vprintk_emit+0x31b/0x3e0 [ 23.282876][ T237] __might_resched.cold+0x1fe/0x2c1 [ 23.282879][ T237] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 23.282882][ T237] ? prb_next_reserve_seq+0x2d0/0x2d0 [ 23.282884][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282888][ T237] __kmalloc_noprof+0x443/0x760 [ 23.282891][ T237] ? __rwlock_init+0x150/0x150 [ 23.282894][ T237] ? alloc_buf.isra.0+0x4b/0x260 [ 23.282897][ T237] ? do_raw_spin_unlock+0x59/0x250 [ 23.282899][ T237] alloc_buf.isra.0+0x4b/0x260 [ 23.282901][ T237] put_chars+0x1e1/0x2f0 [ 23.282903][ T237] ? prb_final_commit+0x50/0x50 [ 23.282905][ T237] ? __send_to_port+0x420/0x420 [ 23.282906][ T237] ? printk_get_next_message+0x240/0x650 [ 23.282909][ T237] hvc_console_print+0x292/0x780 [ 23.282912][ T237] ? hvc_write+0x3a0/0x3a0 [ 23.282914][ T237] ? do_raw_spin_lock+0x131/0x280 [ 23.282915][ T237] ? vsnprintf+0x668/0x1700 [ 23.282917][ T237] ? __rwlock_init+0x150/0x150 [ 23.282919][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282921][ T237] ? lock_acquire+0x13c/0x160 [ 23.282923][ T237] console_emit_next_record+0x22f/0x4c0 [ 23.282925][ T237] ? devkmsg_read+0x4b0/0x4b0 [ 23.282927][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282929][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282930][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282932][ T237] ? lock_acquire+0x13c/0x160 [ 23.282934][ T237] ? console_flush_one_record+0x111/0x710 [ 23.282936][ T237] console_flush_one_record+0x46f/0x710 [ 23.282938][ T237] ? console_emit_next_record+0x4c0/0x4c0 [ 23.282941][ T237] console_unlock+0xee/0x1f0 [ 23.282942][ T237] ? lock_acquire+0x13c/0x160 [ 23.282944][ T237] ? console_flush_one_record+0x710/0x710 [ 23.282945][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282947][ T237] ? lock_release+0x184/0x1f0 [ 23.282948][ T237] ? lock_acquire+0x60/0x160 [ 23.282950][ T237] ? __rcu_read_lock+0x30/0x70 [ 23.282952][ T237] ? __down_trylock_console_sem+0x5e/0xa0 [ 23.282953][ T237] ? vprintk_emit+0x320/0x3e0 [ 23.282955][ T237] vprintk_emit+0x37c/0x3e0 [ 23.282958][ T237] ? wake_up_klogd_work_func+0x90/0x90 [ 23.282959][ T237] ? pwq_dec_nr_in_flight+0x780/0x780 [ 23.282962][ T237] ? ww_mutex_lock+0x160/0x160 [ 23.282965][ T237] __rds_conn_path_error+0xbd/0x100 [ 23.282968][ T237] ? rds_check_all_paths+0xb0/0xb0 [ 23.282969][ T237] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 23.282972][ T237] ? do_raw_spin_unlock+0x59/0x250 [ 23.282973][ T237] ? trace_hardirqs_on+0x36/0x40 [ 23.282974][ T237] ? _raw_spin_unlock_irq_enable+0x5b/0x90 [ 23.282976][ T237] ? rds_conn_shutdown+0x652/0xa20 [ 23.282978][ T237] rds_conn_shutdown+0x695/0xa20 [ 23.282979][ T237] ? __rds_conn_path_error+0x100/0x100 [ 23.282981][ T237] ? debug_object_active_state+0x430/0x430 [ 23.282985][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282987][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282988][ T237] ? lock_acquire+0x13c/0x160 [ 23.282990][ T237] ? rcu_is_watching+0x16/0xd0 [ 23.282992][ T237] ? process_one_work+0xdfc/0x1560 [ 23.282994][ T237] process_one_work+0xe3e/0x1560 [ 23.282996][ T237] ? __queue_delayed_work+0x470/0x470 [ 23.282999][ T237] ? __rwlock_init+0x150/0x150 [ 23.283001][ T237] worker_thread+0x4f1/0xd60 [ 23.283004][ T237] ? rescuer_thread+0x1340/0x1340 [ 23.283005][ T237] kthread+0x367/0x460 [ 23.283008][ T237] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 23.283009][ T237] ? kthread_affine_preferred+0x4c0/0x4c0 [ 23.283011][ T237] ret_from_fork+0x474/0x6b0 [ 23.283013][ T237] ? arch_exit_to_user_mode_prepare.isra.0+0x120/0x120 [ 23.283021][ T237] ? __switch_to+0x5a3/0xe00 [ 23.283023][ T237] ? kthread_affine_preferred+0x4c0/0x4c0 [ 23.283025][ T237] ret_from_fork_asm+0x11/0x20 [ 23.283029][ T237]