[ 11.398052][ C0] clocksource: Watchdog remote CPU 1 read timed out [ 11.398283][ C0] [ 11.398284][ C0] ======================================================== [ 11.398285][ C0] WARNING: possible irq lock inversion dependency detected [ 11.398288][ C0] 7.2.0-virtme #1 Tainted: G W [ 11.398289][ C0] -------------------------------------------------------- [ 11.398290][ C0] swapper/0/0 just changed the state of lock: [ 11.398291][ C0] ffffffffb8e99660 (console_owner){..-.}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 11.398302][ C0] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 11.398304][ C0] (fs_reclaim){+.+.}-{0:0} [ 11.398305][ C0] [ 11.398305][ C0] [ 11.398305][ C0] and interrupts could create inverse lock ordering between them. [ 11.398305][ C0] [ 11.398306][ C0] [ 11.398306][ C0] other info that might help us debug this: [ 11.398306][ C0] Possible interrupt unsafe locking scenario: [ 11.398306][ C0] [ 11.398307][ C0] CPU0 CPU1 [ 11.398307][ C0] ---- ---- [ 11.398308][ C0] lock(fs_reclaim); [ 11.398308][ C0] local_irq_disable(); [ 11.398309][ C0] lock(console_owner); [ 11.398310][ C0] lock(fs_reclaim); [ 11.398311][ C0] [ 11.398311][ C0] lock(console_owner); [ 11.398312][ C0] [ 11.398312][ C0] *** DEADLOCK *** [ 11.398312][ C0] [ 11.398312][ C0] locks held by swapper/0/0: 4, last CPU#0: [ 11.398313][ C0] #0: ffa0000000007c90 ((&watchdog_timer)){+.-.}-{0:0}, at: call_timer_fn+0x110/0x4d0 [ 11.398319][ C0] #1: ffffffffb8fde8b8 (watchdog_lock){+.-.}-{3:3}, at: clocksource_watchdog+0x15/0x30 [ 11.398322][ C0] #2: ffffffffb8f79cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 11.398326][ C0] #3: ffffffffb8f79d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 11.398329][ C0] [ 11.398329][ C0] the shortest dependencies between 2nd lock and 1st lock: [ 11.398333][ C0] -> (fs_reclaim){+.+.}-{0:0} { [ 11.398335][ C0] HARDIRQ-ON-W at: [ 11.398337][ C0] __lock_acquire+0x388/0xc20 [ 11.398340][ C0] lock_acquire.part.0+0xd4/0x280 [ 11.398341][ C0] fs_reclaim_acquire+0xd5/0x120 [ 11.398344][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 11.398346][ C0] kthread_create_worker_on_node+0xea/0x210 [ 11.398349][ C0] workqueue_init+0x2a/0x680 [ 11.398352][ C0] kernel_init_freeable+0x2fe/0x630 [ 11.398355][ C0] kernel_init+0x21/0x150 [ 11.398358][ C0] ret_from_fork+0x474/0x6b0 [ 11.398361][ C0] ret_from_fork_asm+0x11/0x20 [ 11.398364][ C0] SOFTIRQ-ON-W at: [ 11.398365][ C0] __lock_acquire+0x388/0xc20 [ 11.398366][ C0] lock_acquire.part.0+0xd4/0x280 [ 11.398368][ C0] fs_reclaim_acquire+0xd5/0x120 [ 11.398369][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 11.398370][ C0] kthread_create_worker_on_node+0xea/0x210 [ 11.398371][ C0] workqueue_init+0x2a/0x680 [ 11.398373][ C0] kernel_init_freeable+0x2fe/0x630 [ 11.398374][ C0] kernel_init+0x21/0x150 [ 11.398375][ C0] ret_from_fork+0x474/0x6b0 [ 11.398376][ C0] ret_from_fork_asm+0x11/0x20 [ 11.398378][ C0] INITIAL USE at: [ 11.398379][ C0] __lock_acquire+0x388/0xc20 [ 11.398380][ C0] lock_acquire.part.0+0xd4/0x280 [ 11.398382][ C0] fs_reclaim_acquire+0xd5/0x120 [ 11.398383][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 11.398384][ C0] kthread_create_worker_on_node+0xea/0x210 [ 11.398385][ C0] workqueue_init+0x2a/0x680 [ 11.398386][ C0] kernel_init_freeable+0x2fe/0x630 [ 11.398388][ C0] kernel_init+0x21/0x150 [ 11.398389][ C0] ret_from_fork+0x474/0x6b0 [ 11.398390][ C0] ret_from_fork_asm+0x11/0x20 [ 11.398391][ C0] } [ 11.398392][ C0] ... key at: [] __fs_reclaim_map+0x0/0xbe0 [ 11.398396][ C0] ... acquired at: [ 11.398397][ C0] __lock_acquire+0x518/0xc20 [ 11.398398][ C0] lock_acquire.part.0+0xd4/0x280 [ 11.398399][ C0] fs_reclaim_acquire+0xd5/0x120 [ 11.398400][ C0] __kmalloc_noprof+0xd3/0x760 [ 11.398401][ C0] alloc_buf.isra.0+0x4b/0x260 [ 11.398404][ C0] put_chars+0x1e1/0x2f0 [ 11.398406][ C0] hvc_console_print+0x292/0x780 [ 11.398408][ C0] console_emit_next_record+0x22f/0x4c0 [ 11.398410][ C0] console_flush_one_record+0x46f/0x710 [ 11.398411][ C0] console_unlock+0xee/0x1f0 [ 11.398413][ C0] vprintk_emit+0x37c/0x3e0 [ 11.398414][ C0] dev_vprintk_emit+0x27f/0x2c0 [ 11.398418][ C0] dev_printk_emit+0xb9/0xee [ 11.398419][ C0] _dev_info+0xe2/0x116 [ 11.398421][ C0] __devm_rtc_register_device.cold+0xc3/0x3a8 [ 11.398423][ C0] cmos_do_probe+0x73b/0x98a [ 11.398424][ C0] platform_probe+0xfe/0x1f0 [ 11.398427][ C0] call_driver_probe+0x61/0x1c0 [ 11.398429][ C0] really_probe+0x199/0x760 [ 11.398430][ C0] __driver_probe_device+0x24f/0x440 [ 11.398432][ C0] driver_probe_device+0x4a/0xf0 [ 11.398434][ C0] __driver_attach+0x1b8/0x540 [ 11.398435][ C0] bus_for_each_dev+0x130/0x1e0 [ 11.398437][ C0] bus_add_driver+0x2c8/0x530 [ 11.398438][ C0] driver_register+0x1a3/0x390 [ 11.398440][ C0] __platform_driver_probe+0x13f/0x270 [ 11.398441][ C0] cmos_init+0x31/0x40 [ 11.398443][ C0] do_one_initcall+0x124/0x4f0 [ 11.398445][ C0] kernel_init_freeable+0x596/0x630 [ 11.398446][ C0] kernel_init+0x21/0x150 [ 11.398448][ C0] ret_from_fork+0x474/0x6b0 [ 11.398449][ C0] ret_from_fork_asm+0x11/0x20 [ 11.398450][ C0] [ 11.398450][ C0] -> (console_owner){..-.}-{0:0} { [ 11.398452][ C0] IN-SOFTIRQ-W at: [ 11.398453][ C0] __lock_acquire+0x388/0xc20 [ 11.398454][ C0] lock_acquire.part.0+0xd4/0x280 [ 11.398455][ C0] console_lock_spinning_enable+0x5c/0x60 [ 11.398457][ C0] console_emit_next_record+0x1d1/0x4c0 [ 11.398458][ C0] console_flush_one_record+0x46f/0x710 [ 11.398460][ C0] console_unlock+0xee/0x1f0 [ 11.398461][ C0] vprintk_emit+0x37c/0x3e0 [ 11.398463][ C0] _printk+0xc7/0x100 [ 11.398466][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 11.398468][ C0] call_timer_fn+0x160/0x4d0 [ 11.398469][ C0] __run_timers+0x68f/0xaa0 [ 11.398471][ C0] run_timer_softirq+0xf0/0x160 [ 11.398473][ C0] handle_softirqs+0x1d3/0x900 [ 11.398475][ C0] __irq_exit_rcu+0x145/0x1c0 [ 11.398476][ C0] irq_exit_rcu+0xe/0x30 [ 11.398477][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 11.398479][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 11.398481][ C0] pv_native_safe_halt+0xf/0x10 [ 11.398482][ C0] default_idle+0x9/0x10 [ 11.398483][ C0] default_idle_call+0x6e/0xb0 [ 11.398484][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 11.398487][ C0] do_idle+0xd8/0x190 [ 11.398488][ C0] cpu_startup_entry+0x53/0x70 [ 11.398489][ C0] rest_init+0x279/0x280 [ 11.398490][ C0] start_kernel+0x3af/0x3b0 [ 11.398492][ C0] x86_64_start_reservations+0x24/0x30 [ 11.398494][ C0] x86_64_start_kernel+0x12b/0x130 [ 11.398495][ C0] common_startup_64+0x13e/0x148 [ 11.398497][ C0] INITIAL USE at: [ 11.398498][ C0] } [ 11.398498][ C0] ... key at: [] console_owner_dep_map+0x0/0x60 [ 11.398502][ C0] ... acquired at: [ 11.398502][ C0] mark_lock+0x1d7/0xa00 [ 11.398504][ C0] mark_usage+0x42/0x170 [ 11.398505][ C0] __lock_acquire+0x388/0xc20 [ 11.398506][ C0] lock_acquire.part.0+0xd4/0x280 [ 11.398507][ C0] console_lock_spinning_enable+0x5c/0x60 [ 11.398509][ C0] console_emit_next_record+0x1d1/0x4c0 [ 11.398510][ C0] console_flush_one_record+0x46f/0x710 [ 11.398512][ C0] console_unlock+0xee/0x1f0 [ 11.398513][ C0] vprintk_emit+0x37c/0x3e0 [ 11.398515][ C0] _printk+0xc7/0x100 [ 11.398516][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 11.398517][ C0] call_timer_fn+0x160/0x4d0 [ 11.398519][ C0] __run_timers+0x68f/0xaa0 [ 11.398520][ C0] run_timer_softirq+0xf0/0x160 [ 11.398522][ C0] handle_softirqs+0x1d3/0x900 [ 11.398523][ C0] __irq_exit_rcu+0x145/0x1c0 [ 11.398524][ C0] irq_exit_rcu+0xe/0x30 [ 11.398525][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 11.398526][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 11.398527][ C0] pv_native_safe_halt+0xf/0x10 [ 11.398528][ C0] default_idle+0x9/0x10 [ 11.398529][ C0] default_idle_call+0x6e/0xb0 [ 11.398530][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 11.398532][ C0] do_idle+0xd8/0x190 [ 11.398533][ C0] cpu_startup_entry+0x53/0x70 [ 11.398534][ C0] rest_init+0x279/0x280 [ 11.398535][ C0] start_kernel+0x3af/0x3b0 [ 11.398536][ C0] x86_64_start_reservations+0x24/0x30 [ 11.398538][ C0] x86_64_start_kernel+0x12b/0x130 [ 11.398539][ C0] common_startup_64+0x13e/0x148 [ 11.398540][ C0] [ 11.398541][ C0] [ 11.398541][ C0] stack backtrace: [ 11.398543][ C0] CPU: 0 UID: 0 PID: 0 Comm: swapper/0 Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 11.398546][ C0] Tainted: [W]=WARN [ 11.398547][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 11.398549][ C0] Call Trace: [ 11.398550][ C0] [ 11.398551][ C0] dump_stack_lvl+0x6f/0xa0 [ 11.398555][ C0] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 11.398557][ C0] mark_lock_irq+0x989/0x9c0 [ 11.398559][ C0] ? add_lock_to_list+0x2c/0x1a0 [ 11.398562][ C0] mark_lock+0x1d7/0xa00 [ 11.398564][ C0] mark_usage+0x42/0x170 [ 11.398565][ C0] __lock_acquire+0x388/0xc20 [ 11.398567][ C0] lock_acquire.part.0+0xd4/0x280 [ 11.398569][ C0] ? console_lock_spinning_enable+0x40/0x60 [ 11.398571][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398574][ C0] ? lock_acquire+0x13c/0x160 [ 11.398576][ C0] console_lock_spinning_enable+0x5c/0x60 [ 11.398577][ C0] ? console_lock_spinning_enable+0x40/0x60 [ 11.398579][ C0] console_emit_next_record+0x1d1/0x4c0 [ 11.398581][ C0] ? devkmsg_read+0x4b0/0x4b0 [ 11.398583][ C0] ? console_flush_one_record+0x106/0x710 [ 11.398585][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398586][ C0] ? lock_acquire+0x13c/0x160 [ 11.398588][ C0] console_flush_one_record+0x46f/0x710 [ 11.398591][ C0] ? console_emit_next_record+0x4c0/0x4c0 [ 11.398592][ C0] ? __lock_acquire+0x518/0xc20 [ 11.398594][ C0] console_unlock+0xee/0x1f0 [ 11.398596][ C0] ? console_flush_one_record+0x710/0x710 [ 11.398598][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398600][ C0] ? lock_acquire+0x60/0x160 [ 11.398601][ C0] ? __down_trylock_console_sem+0x5e/0xa0 [ 11.398603][ C0] ? vprintk_emit+0x320/0x3e0 [ 11.398605][ C0] vprintk_emit+0x37c/0x3e0 [ 11.398607][ C0] ? wake_up_klogd_work_func+0x90/0x90 [ 11.398610][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 11.398611][ C0] _printk+0xc7/0x100 [ 11.398613][ C0] ? snapshot_read.cold+0x21/0x21 [ 11.398615][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 11.398616][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 11.398618][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 11.398620][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 11.398621][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 11.398623][ C0] call_timer_fn+0x160/0x4d0 [ 11.398625][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 11.398626][ C0] ? debug_object_active_state+0x430/0x430 [ 11.398630][ C0] ? find_held_lock+0x2b/0x80 [ 11.398631][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 11.398633][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398635][ C0] __run_timers+0x68f/0xaa0 [ 11.398637][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 11.398639][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 11.398641][ C0] ? __lock_acquire+0x518/0xc20 [ 11.398643][ C0] ? __rwlock_init+0x150/0x150 [ 11.398646][ C0] run_timer_softirq+0xf0/0x160 [ 11.398648][ C0] ? __run_timers+0xaa0/0xaa0 [ 11.398649][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 11.398652][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398653][ C0] handle_softirqs+0x1d3/0x900 [ 11.398655][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 11.398657][ C0] ? _local_bh_enable+0xc0/0xc0 [ 11.398659][ C0] __irq_exit_rcu+0x145/0x1c0 [ 11.398660][ C0] irq_exit_rcu+0xe/0x30 [ 11.398661][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 11.398663][ C0] [ 11.398663][ C0] [ 11.398664][ C0] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 11.398665][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 11.398667][ C0] RIP: 0010:pv_native_safe_halt+0xf/0x10 [ 11.398669][ C0] Code: 48 8b 3d 94 02 06 02 e8 1f 00 00 00 48 2b 05 58 03 a0 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 13 a6 17 00 fb f4 0f 1f 40 d6 48 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 [ 11.398671][ C0] RSP: 0018:ffffffffb8c07cf8 EFLAGS: 00000296 [ 11.398673][ C0] RAX: 0000000000069849 RBX: ffffffffb8c2c600 RCX: ffffffffb5afa307 [ 11.398674][ C0] RDX: ffffffffb8c2c600 RSI: ffffffffb8a78e68 RDI: ffffffffb848dce0 [ 11.398675][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 [ 11.398676][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 1ffffffff7180fa2 [ 11.398677][ C0] R13: 0000000000000000 R14: dffffc0000000000 R15: 0000000000014770 [ 11.398678][ C0] ? cpuidle_idle_call.constprop.0+0x237/0x410 [ 11.398680][ C0] ? lockdep_hardirqs_on+0x91/0x130 [ 11.398682][ C0] default_idle+0x9/0x10 [ 11.398683][ C0] default_idle_call+0x6e/0xb0 [ 11.398684][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 11.398686][ C0] ? arch_cpu_idle_exit+0x40/0x40 [ 11.398687][ C0] ? mark_tsc_async_resets+0x30/0x30 [ 11.398690][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398692][ C0] do_idle+0xd8/0x190 [ 11.398693][ C0] cpu_startup_entry+0x53/0x70 [ 11.398694][ C0] rest_init+0x279/0x280 [ 11.398696][ C0] ? __cpuidle_text_end+0x3b/0x3b [ 11.398698][ C0] ? rest_init+0x280/0x280 [ 11.398700][ C0] ? acpi_hw_set_mode+0x4a0/0x4a0 [ 11.398702][ C0] ? cpus_read_unlock+0x4f/0xc0 [ 11.398705][ C0] ? acpi_enable+0x1e4/0x330 [ 11.398708][ C0] start_kernel+0x3af/0x3b0 [ 11.398710][ C0] x86_64_start_reservations+0x24/0x30 [ 11.398712][ C0] x86_64_start_kernel+0x12b/0x130 [ 11.398714][ C0] common_startup_64+0x13e/0x148 [ 11.398716][ C0] [ 11.398721][ C0] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 11.398722][ C0] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 0, name: swapper/0 [ 11.398724][ C0] preempt_count: 103, expected: 0 [ 11.398724][ C0] RCU nest depth: 0, expected: 0 [ 11.398725][ C0] INFO: lockdep is turned off. [ 11.398726][ C0] irq event stamp: 432217 [ 11.398726][ C0] hardirqs last enabled at (432216): [] __down_trylock_console_sem+0x86/0xa0 [ 11.398728][ C0] hardirqs last disabled at (432217): [] console_emit_next_record+0x3d4/0x4c0 [ 11.398730][ C0] softirqs last enabled at (432172): [] handle_softirqs+0x67c/0x900 [ 11.398732][ C0] softirqs last disabled at (432203): [] __irq_exit_rcu+0x145/0x1c0 [ 11.398733][ C0] Preemption disabled at: [ 11.398734][ C0] [] schedule_preempt_disabled+0x22/0x30 [ 11.398737][ C0] CPU: 0 UID: 0 PID: 0 Comm: swapper/0 Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 11.398739][ C0] Tainted: [W]=WARN [ 11.398739][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 11.398740][ C0] Call Trace: [ 11.398741][ C0] [ 11.398741][ C0] dump_stack_lvl+0x6f/0xa0 [ 11.398743][ C0] ? schedule_preempt_disabled+0x22/0x30 [ 11.398745][ C0] __might_resched.cold+0x1fe/0x2c1 [ 11.398748][ C0] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 11.398751][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398753][ C0] __kmalloc_noprof+0x443/0x760 [ 11.398754][ C0] ? __rwlock_init+0x150/0x150 [ 11.398756][ C0] ? alloc_buf.isra.0+0x4b/0x260 [ 11.398758][ C0] ? do_raw_spin_unlock+0x59/0x250 [ 11.398759][ C0] alloc_buf.isra.0+0x4b/0x260 [ 11.398761][ C0] put_chars+0x1e1/0x2f0 [ 11.398763][ C0] ? __send_to_port+0x420/0x420 [ 11.398765][ C0] ? mark_lock+0x1d7/0xa00 [ 11.398767][ C0] hvc_console_print+0x292/0x780 [ 11.398770][ C0] ? hvc_write+0x3a0/0x3a0 [ 11.398771][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398773][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398775][ C0] console_emit_next_record+0x22f/0x4c0 [ 11.398777][ C0] ? devkmsg_read+0x4b0/0x4b0 [ 11.398779][ C0] ? console_flush_one_record+0x106/0x710 [ 11.398781][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398782][ C0] ? lock_acquire+0x13c/0x160 [ 11.398784][ C0] console_flush_one_record+0x46f/0x710 [ 11.398786][ C0] ? console_emit_next_record+0x4c0/0x4c0 [ 11.398788][ C0] ? __lock_acquire+0x518/0xc20 [ 11.398790][ C0] console_unlock+0xee/0x1f0 [ 11.398792][ C0] ? console_flush_one_record+0x710/0x710 [ 11.398794][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398795][ C0] ? lock_acquire+0x60/0x160 [ 11.398797][ C0] ? __down_trylock_console_sem+0x5e/0xa0 [ 11.398798][ C0] ? vprintk_emit+0x320/0x3e0 [ 11.398800][ C0] vprintk_emit+0x37c/0x3e0 [ 11.398802][ C0] ? wake_up_klogd_work_func+0x90/0x90 [ 11.398805][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 11.398806][ C0] _printk+0xc7/0x100 [ 11.398808][ C0] ? snapshot_read.cold+0x21/0x21 [ 11.398810][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 11.398811][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 11.398813][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 11.398815][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 11.398816][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 11.398818][ C0] call_timer_fn+0x160/0x4d0 [ 11.398820][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 11.398821][ C0] ? debug_object_active_state+0x430/0x430 [ 11.398823][ C0] ? find_held_lock+0x2b/0x80 [ 11.398824][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 11.398826][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398828][ C0] __run_timers+0x68f/0xaa0 [ 11.398830][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 11.398832][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 11.398833][ C0] ? __lock_acquire+0x518/0xc20 [ 11.398836][ C0] ? __rwlock_init+0x150/0x150 [ 11.398838][ C0] run_timer_softirq+0xf0/0x160 [ 11.398840][ C0] ? __run_timers+0xaa0/0xaa0 [ 11.398841][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 11.398843][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398844][ C0] handle_softirqs+0x1d3/0x900 [ 11.398846][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 11.398848][ C0] ? _local_bh_enable+0xc0/0xc0 [ 11.398849][ C0] __irq_exit_rcu+0x145/0x1c0 [ 11.398851][ C0] irq_exit_rcu+0xe/0x30 [ 11.398852][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 11.398853][ C0] [ 11.398854][ C0] [ 11.398854][ C0] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 11.398856][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 11.398857][ C0] RIP: 0010:pv_native_safe_halt+0xf/0x10 [ 11.398859][ C0] Code: 48 8b 3d 94 02 06 02 e8 1f 00 00 00 48 2b 05 58 03 a0 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 13 a6 17 00 fb f4 0f 1f 40 d6 48 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 [ 11.398860][ C0] RSP: 0018:ffffffffb8c07cf8 EFLAGS: 00000296 [ 11.398861][ C0] RAX: 0000000000069849 RBX: ffffffffb8c2c600 RCX: ffffffffb5afa307 [ 11.398862][ C0] RDX: ffffffffb8c2c600 RSI: ffffffffb8a78e68 RDI: ffffffffb848dce0 [ 11.398862][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 [ 11.398863][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 1ffffffff7180fa2 [ 11.398863][ C0] R13: 0000000000000000 R14: dffffc0000000000 R15: 0000000000014770 [ 11.398865][ C0] ? cpuidle_idle_call.constprop.0+0x237/0x410 [ 11.398867][ C0] ? lockdep_hardirqs_on+0x91/0x130 [ 11.398868][ C0] default_idle+0x9/0x10 [ 11.398869][ C0] default_idle_call+0x6e/0xb0 [ 11.398871][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 11.398872][ C0] ? arch_cpu_idle_exit+0x40/0x40 [ 11.398874][ C0] ? mark_tsc_async_resets+0x30/0x30 [ 11.398875][ C0] ? rcu_is_watching+0x16/0xd0 [ 11.398877][ C0] do_idle+0xd8/0x190 [ 11.398878][ C0] cpu_startup_entry+0x53/0x70 [ 11.398880][ C0] rest_init+0x279/0x280 [ 11.398881][ C0] ? __cpuidle_text_end+0x3b/0x3b [ 11.398883][ C0] ? rest_init+0x280/0x280 [ 11.398885][ C0] ? acpi_hw_set_mode+0x4a0/0x4a0 [ 11.398886][ C0] ? cpus_read_unlock+0x4f/0xc0 [ 11.398888][ C0] ? acpi_enable+0x1e4/0x330 [ 11.398890][ C0] start_kernel+0x3af/0x3b0 [ 11.398892][ C0] x86_64_start_reservations+0x24/0x30 [ 11.398894][ C0] x86_64_start_kernel+0x12b/0x130 [ 11.398895][ C0] common_startup_64+0x13e/0x148 [ 11.398898][ C0] [ 22.193527][ T261] RDS: shutdown called in state 1 [ 22.193543][ T261] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 22.193545][ T261] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 261, name: kworker/u16:13 [ 22.193547][ T261] preempt_count: 1, expected: 0 [ 22.193548][ T261] RCU nest depth: 0, expected: 0 [ 22.193549][ T261] INFO: lockdep is turned off. [ 22.193550][ T261] irq event stamp: 0 [ 22.193551][ T261] hardirqs last enabled at (0): [<0000000000000000>] 0x0 [ 22.193555][ T261] hardirqs last disabled at (0): [] copy_process+0x1ccd/0x6240 [ 22.193562][ T261] softirqs last enabled at (0): [] copy_process+0x1d21/0x6240 [ 22.193563][ T261] softirqs last disabled at (0): [<0000000000000000>] 0x0 [ 22.193565][ T261] Preemption disabled at: [ 22.193566][ T261] [] vprintk_emit+0x31b/0x3e0 [ 22.193574][ T261] CPU: 2 UID: 0 PID: 261 Comm: kworker/u16:13 Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 22.193577][ T261] Tainted: [W]=WARN [ 22.193578][ T261] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 22.193580][ T261] Workqueue: krds_cp_wq#1/1 rds_shutdown_worker [ 22.193586][ T261] Call Trace: [ 22.193588][ T261] [ 22.193590][ T261] dump_stack_lvl+0x6f/0xa0 [ 22.193595][ T261] ? vprintk_emit+0x31b/0x3e0 [ 22.193597][ T261] __might_resched.cold+0x1fe/0x2c1 [ 22.193601][ T261] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 22.193604][ T261] ? prb_next_reserve_seq+0x2d0/0x2d0 [ 22.193606][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193610][ T261] __kmalloc_noprof+0x443/0x760 [ 22.193614][ T261] ? __rwlock_init+0x150/0x150 [ 22.193617][ T261] ? alloc_buf.isra.0+0x4b/0x260 [ 22.193621][ T261] ? do_raw_spin_unlock+0x59/0x250 [ 22.193622][ T261] alloc_buf.isra.0+0x4b/0x260 [ 22.193624][ T261] put_chars+0x1e1/0x2f0 [ 22.193626][ T261] ? prb_final_commit+0x50/0x50 [ 22.193628][ T261] ? __send_to_port+0x420/0x420 [ 22.193630][ T261] ? printk_get_next_message+0x240/0x650 [ 22.193632][ T261] hvc_console_print+0x292/0x780 [ 22.193636][ T261] ? hvc_write+0x3a0/0x3a0 [ 22.193637][ T261] ? do_raw_spin_lock+0x131/0x280 [ 22.193639][ T261] ? vsnprintf+0x668/0x1700 [ 22.193641][ T261] ? __rwlock_init+0x150/0x150 [ 22.193642][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193644][ T261] ? lock_acquire+0x13c/0x160 [ 22.193646][ T261] console_emit_next_record+0x22f/0x4c0 [ 22.193649][ T261] ? devkmsg_read+0x4b0/0x4b0 [ 22.193651][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193652][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193654][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193655][ T261] ? lock_acquire+0x13c/0x160 [ 22.193657][ T261] ? console_flush_one_record+0x111/0x710 [ 22.193659][ T261] console_flush_one_record+0x46f/0x710 [ 22.193661][ T261] ? console_emit_next_record+0x4c0/0x4c0 [ 22.193664][ T261] console_unlock+0xee/0x1f0 [ 22.193665][ T261] ? lock_acquire+0x13c/0x160 [ 22.193667][ T261] ? console_flush_one_record+0x710/0x710 [ 22.193669][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193670][ T261] ? lock_release+0x184/0x1f0 [ 22.193671][ T261] ? lock_acquire+0x60/0x160 [ 22.193673][ T261] ? __rcu_read_lock+0x30/0x70 [ 22.193675][ T261] ? __down_trylock_console_sem+0x5e/0xa0 [ 22.193677][ T261] ? vprintk_emit+0x320/0x3e0 [ 22.193678][ T261] vprintk_emit+0x37c/0x3e0 [ 22.193681][ T261] ? wake_up_klogd_work_func+0x90/0x90 [ 22.193682][ T261] ? lock_release+0x184/0x1f0 [ 22.193684][ T261] ? ww_mutex_lock+0x160/0x160 [ 22.193687][ T261] ? __queue_work+0x3ab/0xd30 [ 22.193690][ T261] __rds_conn_path_error+0xbd/0x100 [ 22.193692][ T261] ? rds_check_all_paths+0xb0/0xb0 [ 22.193694][ T261] ? lock_acquire+0x13c/0x160 [ 22.193695][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193697][ T261] ? rds_conn_shutdown+0x652/0xa20 [ 22.193699][ T261] rds_conn_shutdown+0x695/0xa20 [ 22.193700][ T261] ? __rds_conn_path_error+0x100/0x100 [ 22.193702][ T261] ? debug_object_active_state+0x430/0x430 [ 22.193706][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193707][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193709][ T261] ? lock_acquire+0x13c/0x160 [ 22.193710][ T261] ? rcu_is_watching+0x16/0xd0 [ 22.193712][ T261] ? process_one_work+0xdfc/0x1560 [ 22.193714][ T261] process_one_work+0xe3e/0x1560 [ 22.193717][ T261] ? __queue_delayed_work+0x470/0x470 [ 22.193719][ T261] ? lock_release+0x184/0x1f0 [ 22.193721][ T261] ? __rwlock_init+0x150/0x150 [ 22.193723][ T261] worker_thread+0x4f1/0xd60 [ 22.193725][ T261] ? rescuer_thread+0x1340/0x1340 [ 22.193727][ T261] ? __kthread_parkme+0xbd/0x210 [ 22.193729][ T261] ? rescuer_thread+0x1340/0x1340 [ 22.193731][ T261] ? rescuer_thread+0x1340/0x1340 [ 22.193733][ T261] kthread+0x367/0x460 [ 22.193734][ T261] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 22.193737][ T261] ? kthread_affine_preferred+0x4c0/0x4c0 [ 22.193739][ T261] ret_from_fork+0x474/0x6b0 [ 22.193742][ T261] ? arch_exit_to_user_mode_prepare.isra.0+0x120/0x120 [ 22.193743][ T261] ? __switch_to+0x5a3/0xe00 [ 22.193746][ T261] ? kthread_affine_preferred+0x4c0/0x4c0 [ 22.193747][ T261] ret_from_fork_asm+0x11/0x20 [ 22.193751][ T261]