virtme: waiting for virtiofsd to start virtme: use 'microvm' QEMU architecture [ 1.024121][ T1] rtc_cmos PNP0B00:00: alarms up to one day, 242 bytes nvram [ 1.024140][ T1] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 1.024142][ T1] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1, name: swapper/0 [ 1.024143][ T1] preempt_count: 1, expected: 0 [ 1.024144][ T1] RCU nest depth: 0, expected: 0 [ 1.024145][ T1] locks held by swapper/0/1: 5, last CPU#1: [ 1.024147][ T1] #0: ff110000028c3938 (&dev->mutex){....}-{4:4}, at: __driver_attach+0x1ad/0x540 [ 1.024159][ T1] #1: ffffffffbd169cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 1.024166][ T1] #2: ffffffffbd169d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 1.024169][ T1] #3: ffffffffbd089660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 1.024173][ T1] #4: ffffffffbd089560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 1.024177][ T1] irq event stamp: 305190 [ 1.024178][ T1] hardirqs last enabled at (305189): [] __down_trylock_console_sem+0x86/0xa0 [ 1.024181][ T1] hardirqs last disabled at (305190): [] console_emit_next_record+0x3d4/0x4c0 [ 1.024182][ T1] softirqs last enabled at (303884): [] handle_softirqs+0x67c/0x900 [ 1.024185][ T1] softirqs last disabled at (303877): [] __irq_exit_rcu+0x145/0x1c0 [ 1.024188][ T1] Preemption disabled at: [ 1.024188][ T1] [] vprintk_emit+0x31b/0x3e0 [ 1.024193][ T1] CPU: 1 UID: 0 PID: 1 Comm: swapper/0 Not tainted 7.2.0-virtme #1 PREEMPT(full) [ 1.024196][ T1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1.024198][ T1] Call Trace: [ 1.024199][ T1] [ 1.024203][ T1] dump_stack_lvl+0x6f/0xa0 [ 1.024208][ T1] ? vprintk_emit+0x31b/0x3e0 [ 1.024210][ T1] __might_resched.cold+0x1fe/0x2c1 [ 1.024215][ T1] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 1.024219][ T1] ? __kmalloc_noprof+0xdb/0x760 [ 1.024224][ T1] __kmalloc_noprof+0x443/0x760 [ 1.024226][ T1] ? alloc_buf.isra.0+0x4b/0x260 [ 1.024231][ T1] ? do_raw_spin_unlock+0x59/0x250 [ 1.024234][ T1] alloc_buf.isra.0+0x4b/0x260 [ 1.024236][ T1] put_chars+0x1e1/0x2f0 [ 1.024239][ T1] ? __send_to_port+0x420/0x420 [ 1.024240][ T1] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 1.024245][ T1] ? rcu_read_lock_any_held+0x3c/0x90 [ 1.024248][ T1] ? validate_chain+0x38b/0xc20 [ 1.024252][ T1] hvc_console_print+0x292/0x780 [ 1.024254][ T1] ? __lock_acquire+0x518/0xc20 [ 1.024259][ T1] ? hvc_write+0x3a0/0x3a0 [ 1.024262][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.024267][ T1] console_emit_next_record+0x22f/0x4c0 [ 1.024270][ T1] ? devkmsg_read+0x4b0/0x4b0 [ 1.024272][ T1] ? console_flush_one_record+0x106/0x710 [ 1.024275][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.024277][ T1] ? lock_acquire+0x13c/0x160 [ 1.024281][ T1] console_flush_one_record+0x46f/0x710 [ 1.024285][ T1] ? console_emit_next_record+0x4c0/0x4c0 [ 1.024287][ T1] ? __lock_acquire+0x518/0xc20 [ 1.024292][ T1] console_unlock+0xee/0x1f0 [ 1.024295][ T1] ? console_flush_one_record+0x710/0x710 [ 1.024296][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.024299][ T1] ? lock_acquire+0x60/0x160 [ 1.024302][ T1] ? __down_trylock_console_sem+0x5e/0xa0 [ 1.024304][ T1] ? vprintk_emit+0x320/0x3e0 [ 1.024307][ T1] vprintk_emit+0x37c/0x3e0 [ 1.024310][ T1] ? wake_up_klogd_work_func+0x90/0x90 [ 1.024312][ T1] ? kasan_save_stack+0x2f/0x50 [ 1.024316][ T1] ? __kasan_kmalloc+0x7b/0x90 [ 1.024317][ T1] ? __kmalloc_cache_noprof+0x29a/0x620 [ 1.024319][ T1] ? __devm_add_action+0x52/0x210 [ 1.024321][ T1] ? devm_nvmem_register+0x3a/0x60 [ 1.024324][ T1] ? cmos_do_probe+0x7ab/0x98a [ 1.024329][ T1] dev_vprintk_emit+0x27f/0x2c0 [ 1.024333][ T1] ? device_rename.cold+0xa/0xa [ 1.024335][ T1] ? kernel_init+0x21/0x150 [ 1.024344][ T1] dev_printk_emit+0xb9/0xee [ 1.024346][ T1] ? dev_vprintk_emit+0x2c0/0x2c0 [ 1.024348][ T1] ? __lock_release.isra.0+0x69/0x1a0 [ 1.024351][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.024353][ T1] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 1.024355][ T1] ? lockdep_hardirqs_on+0x91/0x130 [ 1.024358][ T1] ? _raw_spin_unlock_irqrestore+0x40/0x80 [ 1.024362][ T1] _dev_info+0xe2/0x116 [ 1.024365][ T1] ? _dev_notice+0x120/0x120 [ 1.024366][ T1] ? acpi_enable_event+0x246/0x370 [ 1.024371][ T1] ? acpi_disable_event+0x244/0x370 [ 1.024373][ T1] ? acpi_os_signal_semaphore+0xf4/0x140 [ 1.024377][ T1] ? acpi_enable_event+0x370/0x370 [ 1.024378][ T1] ? acpi_trace_point+0x1f0/0x1f0 [ 1.024382][ T1] ? acpi_install_fixed_event_handler+0xd8/0x490 [ 1.024385][ T1] cmos_do_probe+0x8be/0x98a [ 1.024388][ T1] ? cmos_platform_shutdown+0x370/0x370 [ 1.024391][ T1] ? cmos_irq_disable.cold+0x3a/0x3a [ 1.024393][ T1] ? acpi_dev_pm_attach+0x1f3/0x250 [ 1.024398][ T1] ? cmos_read_alarm_callback+0x340/0x340 [ 1.024400][ T1] ? mc146818_set_time+0x500/0x500 [ 1.024403][ T1] ? irq_get_irq_data+0xe/0x20 [ 1.024406][ T1] ? platform_get_irq_affinity+0x21f/0x450 [ 1.024411][ T1] platform_probe+0xfe/0x1f0 [ 1.024415][ T1] call_driver_probe+0x61/0x1c0 [ 1.024417][ T1] really_probe+0x199/0x760 [ 1.024420][ T1] ? __device_attach_driver+0x280/0x280 [ 1.024423][ T1] __driver_probe_device+0x24f/0x440 [ 1.024425][ T1] ? __device_attach_driver+0x280/0x280 [ 1.024427][ T1] ? __device_attach_driver+0x280/0x280 [ 1.024429][ T1] driver_probe_device+0x4a/0xf0 [ 1.024431][ T1] __driver_attach+0x1b8/0x540 [ 1.024433][ T1] ? do_raw_spin_lock+0x131/0x280 [ 1.024436][ T1] bus_for_each_dev+0x130/0x1e0 [ 1.024439][ T1] ? bus_remove_file+0x50/0x50 [ 1.024440][ T1] ? __lock_release.isra.0+0x69/0x1a0 [ 1.024443][ T1] ? rtc_dev_init+0x40/0x40 [ 1.024449][ T1] ? rtc_dev_init+0x40/0x40 [ 1.024451][ T1] bus_add_driver+0x2c8/0x530 [ 1.024455][ T1] driver_register+0x1a3/0x390 [ 1.024458][ T1] __platform_driver_probe+0x13f/0x270 [ 1.024461][ T1] cmos_init+0x31/0x40 [ 1.024463][ T1] do_one_initcall+0x124/0x4f0 [ 1.024466][ T1] ? trace_event_raw_event_initcall_level+0x280/0x280 [ 1.024467][ T1] ? parameq+0x110/0x110 [ 1.024473][ T1] ? kernel_init_freeable+0x3f1/0x630 [ 1.024476][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.024479][ T1] kernel_init_freeable+0x596/0x630 [ 1.024482][ T1] ? rest_init+0x280/0x280 [ 1.024485][ T1] kernel_init+0x21/0x150 [ 1.024487][ T1] ? rest_init+0x280/0x280 [ 1.024489][ T1] ret_from_fork+0x474/0x6b0 [ 1.024493][ T1] ? arch_exit_to_user_mode_prepare.isra.0+0x120/0x120 [ 1.024496][ T1] ? __switch_to+0x5a3/0xe00 [ 1.024499][ T1] ? rest_init+0x280/0x280 [ 1.024502][ T1] ret_from_fork_asm+0x11/0x20 [ 1.024510][ T1] [ 1.058800][ T1] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev [ 1.066059][ T1] NET: Registered PF_INET6 protocol family [ 1.072941][ T1] Segment Routing with IPv6 [ 1.073342][ T1] In-situ OAM (IOAM) with IPv6 [ 1.073700][ T1] NET: Registered PF_PACKET protocol family [ 1.074060][ T1] 9pnet: Installing 9P2000 support [ 1.074428][ T1] Key type dns_resolver registered [ 1.075087][ T1] NET: Registered PF_VSOCK protocol family [ 1.079603][ T1] IPI shorthand broadcast: enabled [ 1.180688][ T1] sched_clock: Marking stable (1140003081, 39900851)->(1285897439, -105993507) [ 1.183003][ T1] registered taskstats version 1 [ 1.184867][ T1] Loading compiled-in X.509 certificates [ 1.286639][ T1] Demotion targets for Node 0: null [ 1.287008][ T1] kmemleak: Kernel memory leak detector initialized (mem pool available: 11725) [ 1.287299][ T1] page_owner is disabled [ 1.288002][ T1] PM: Magic number: 6:986:772 [ 1.288465][ T1] netconsole: network logging started [ 1.291188][ T1] ALSA device list: [ 1.291352][ T1] No soundcards found. [ 1.292053][ T1] md: Skipping autodetection of RAID arrays. (raid=autodetect will force) [ 1.294887][ T1] VFS: Mounted root (virtiofs filesystem) readonly on device 0:24. [ 1.295613][ T1] devtmpfs: mounted [ 1.295945][ T1] VFS: Pivoted into new rootfs [ 1.324401][ T1] Freeing unused kernel image (initmem) memory: 2544K [ 1.324637][ T1] Write protecting the kernel read-only data: 55296k [ 1.326121][ T1] Freeing unused kernel image (text/rodata gap) memory: 328K [ 1.326539][ T1] Freeing unused kernel image (rodata/data gap) memory: 556K [ 1.326911][ T1] Run /usr/lib/python3.14/site-packages/virtme/guest/bin/virtme-ng-init as init process [ 1.327184][ T1] with arguments: [ 1.327309][ T1] /usr/lib/python3.14/site-packages/virtme/guest/bin/virtme-ng-init [ 1.327566][ T1] with environment: [ 1.327687][ T1] HOME=/ [ 1.327810][ T1] TERM=dumb [ 1.327930][ T1] virtme_hostname=vmksft-forwarding-dbg,debug-threads=on [ 1.328158][ T1] nr_open=2147483584 [ 1.328275][ T1] virtme_link_mods=/srv/vmksft/testing/wt-4/.virtme_mods/lib/modules/0.0.0 [ 1.328537][ T1] virtme_rw_overlay0=/etc [ 1.328692][ T1] virtme_rw_overlay1=/lib [ 1.328846][ T1] virtme_rw_overlay2=/home [ 1.329005][ T1] virtme_rw_overlay3=/opt [ 1.329161][ T1] virtme_rw_overlay4=/srv [ 1.329310][ T1] virtme_rw_overlay5=/usr [ 1.329461][ T1] virtme_rw_overlay6=/var [ 1.329621][ T1] virtme_rw_overlay7=/tmp [ 1.329778][ T1] virtme_console=ttyS0 [ 1.329940][ T1] virtme_chdir=srv/vmksft/testing/wt-4 [ 1.344957][ T1] virtme-ng-init: mount devtmpfs -> /dev: EBUSY: Device or resource busy [ 1.346134][ T1] virtme-ng-init: Setting hostname to vmksft-forwarding-dbg,debug-threads=on... [ 1.357359][ T1] overlayfs: failed to set xattr on upper [ 1.357616][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.357890][ T1] overlayfs: ...falling back to uuid=null. [ 1.360095][ T1] overlayfs: failed to set xattr on upper [ 1.360289][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.360527][ T1] overlayfs: ...falling back to uuid=null. [ 1.362350][ T1] overlayfs: failed to set xattr on upper [ 1.362543][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.362774][ T1] overlayfs: ...falling back to uuid=null. [ 1.364933][ T1] overlayfs: failed to set xattr on upper [ 1.365133][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.365389][ T1] overlayfs: ...falling back to uuid=null. [ 1.367200][ T1] overlayfs: failed to set xattr on upper [ 1.367399][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.367635][ T1] overlayfs: ...falling back to uuid=null. [ 1.369800][ T1] overlayfs: failed to set xattr on upper [ 1.370006][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.370237][ T1] overlayfs: ...falling back to uuid=null. [ 1.372507][ T1] overlayfs: failed to set xattr on upper [ 1.372705][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.372980][ T1] overlayfs: ...falling back to uuid=null. [ 1.374798][ T1] overlayfs: failed to set xattr on upper [ 1.375017][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.375254][ T1] overlayfs: ...falling back to uuid=null. [ 1.386178][ T1] virtme-ng-init: running systemd-tmpfiles [ 1.427528][ T73] kwatchdog (73) used greatest stack depth: 29688 bytes left [ 3.409953][ T71] systemd-tmpfile (71) used greatest stack depth: 24704 bytes left [ 3.409970][ T71] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 3.409972][ T71] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 71, name: systemd-tmpfile [ 3.409974][ T71] preempt_count: 2, expected: 0 [ 3.409975][ T71] RCU nest depth: 0, expected: 0 [ 3.409976][ T71] locks held by systemd-tmpfile/71: 5, last CPU#2: [ 3.409978][ T71] #0: ffffffffbd0027b8 (low_water_lock){+.+.}-{3:3}, at: do_exit+0x887/0xdc0 [ 3.409991][ T71] #1: ffffffffbd169cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 3.409997][ T71] #2: ffffffffbd169d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 3.410001][ T71] #3: ffffffffbd089660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 3.410004][ T71] #4: ffffffffbd089560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 3.410008][ T71] irq event stamp: 2293586 [ 3.410009][ T71] hardirqs last enabled at (2293585): [] __down_trylock_console_sem+0x86/0xa0 [ 3.410012][ T71] hardirqs last disabled at (2293586): [] console_emit_next_record+0x3d4/0x4c0 [ 3.410014][ T71] softirqs last enabled at (2293098): [] handle_softirqs+0x67c/0x900 [ 3.410015][ T71] softirqs last disabled at (2291677): [] __irq_exit_rcu+0x145/0x1c0 [ 3.410018][ T71] Preemption disabled at: [ 3.410018][ T71] [<0000000000000000>] 0x0 [ 3.410025][ T71] CPU: 2 UID: 0 PID: 71 Comm: systemd-tmpfile Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 3.410029][ T71] Tainted: [W]=WARN [ 3.410030][ T71] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 3.410031][ T71] Call Trace: [ 3.410033][ T71] [ 3.410035][ T71] dump_stack_lvl+0x6f/0xa0 [ 3.410041][ T71] __might_resched.cold+0x1fe/0x2c1 [ 3.410045][ T71] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 3.410049][ T71] ? __kmalloc_noprof+0xdb/0x760 [ 3.410055][ T71] __kmalloc_noprof+0x443/0x760 [ 3.410057][ T71] ? alloc_buf.isra.0+0x4b/0x260 [ 3.410063][ T71] ? do_raw_spin_unlock+0x59/0x250 [ 3.410065][ T71] alloc_buf.isra.0+0x4b/0x260 [ 3.410068][ T71] put_chars+0x1e1/0x2f0 [ 3.410071][ T71] ? __send_to_port+0x420/0x420 [ 3.410073][ T71] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 3.410077][ T71] ? validate_chain+0x38b/0xc20 [ 3.410082][ T71] hvc_console_print+0x292/0x780 [ 3.410089][ T71] ? hvc_write+0x3a0/0x3a0 [ 3.410091][ T71] ? rcu_is_watching+0x16/0xd0 [ 3.410093][ T71] ? lock_acquire+0x13c/0x160 [ 3.410097][ T71] console_emit_next_record+0x22f/0x4c0 [ 3.410101][ T71] ? devkmsg_read+0x4b0/0x4b0 [ 3.410102][ T71] ? console_flush_one_record+0x106/0x710 [ 3.410106][ T71] ? rcu_is_watching+0x16/0xd0 [ 3.410108][ T71] ? lock_acquire+0x13c/0x160 [ 3.410112][ T71] console_flush_one_record+0x46f/0x710 [ 3.410116][ T71] ? console_emit_next_record+0x4c0/0x4c0 [ 3.410117][ T71] ? __lock_acquire+0x518/0xc20 [ 3.410123][ T71] console_unlock+0xee/0x1f0 [ 3.410125][ T71] ? console_flush_one_record+0x710/0x710 [ 3.410127][ T71] ? rcu_is_watching+0x16/0xd0 [ 3.410129][ T71] ? lock_acquire+0x60/0x160 [ 3.410133][ T71] ? __down_trylock_console_sem+0x5e/0xa0 [ 3.410134][ T71] ? vprintk_emit+0x320/0x3e0 [ 3.410138][ T71] vprintk_emit+0x37c/0x3e0 [ 3.410141][ T71] ? wake_up_klogd_work_func+0x90/0x90 [ 3.410145][ T71] ? __lock_acquire+0x518/0xc20 [ 3.410148][ T71] _printk+0xc7/0x100 [ 3.410152][ T71] ? snapshot_read.cold+0x21/0x21 [ 3.410155][ T71] ? do_raw_spin_lock+0x131/0x280 [ 3.410157][ T71] ? __rwlock_init+0x150/0x150 [ 3.410161][ T71] ? do_raw_spin_lock+0x131/0x280 [ 3.410164][ T71] do_exit.cold+0x82/0x9c [ 3.410168][ T71] ? exit_notify+0x890/0x890 [ 3.410171][ T71] ? __lock_release.isra.0+0x69/0x1a0 [ 3.410175][ T71] ? rcu_is_watching+0x16/0xd0 [ 3.410181][ T71] do_group_exit+0xb8/0x370 [ 3.410186][ T71] __x64_sys_exit_group+0x3c/0x50 [ 3.410189][ T71] x64_sys_call+0x1567/0x1570 [ 3.410192][ T71] do_syscall_64+0xff/0x530 [ 3.410196][ T71] ? exc_page_fault+0xee/0x100 [ 3.410198][ T1] virtme-ng-init: Failed to read '/usr/lib/tmpfiles.d/audit.conf': Permission denied [ 3.410198][ T1] Failed to create directory or subvolume "/var/spool/at/spool": Permission denied [ 3.410198][ T1] Failed to create file /var/spool/at/.SEQ: Permission denied [ 3.410198][ T1] Failed to opendir() '/proc/self/fd/6': Permission denied [ 3.410200][ T71] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 3.410203][ T71] RIP: 0033:0x7fa4b4e001b8 [ 3.410206][ T71] Code: Unable to access opcode bytes at 0x7fa4b4e0018e. [ 3.410208][ T71] RSP: 002b:00007ffd3ba5f788 EFLAGS: 00000246 ORIG_RAX: 00000000000000e7 [ 3.410211][ T71] RAX: ffffffffffffffda RBX: 00007fa4b4f30f88 RCX: 00007fa4b4e001b8 [ 3.410213][ T71] RDX: 00007fa4b465e4c8 RSI: fffffffffffffe90 RDI: 0000000000000049 [ 3.410214][ T71] RBP: 00007ffd3ba5f7e0 R08: 0000000000000000 R09: 0000000000001000 [ 3.410216][ T71] R10: 00007ffd3ba5f5a0 R11: 0000000000000246 R12: 0000000000000001 [ 3.410217][ T71] R13: 0000000000000049 R14: 00007fa4b4f2f680 R15: 00007fa4b4f30fa0 [ 3.410229][ T71] [ 3.427047][ C0] clocksource: Watchdog remote CPU 1 read timed out [ 3.427074][ C0] [ 3.427075][ C0] ======================================================== [ 3.427076][ C0] WARNING: possible irq lock inversion dependency detected [ 3.427077][ C0] 7.2.0-virtme #1 Tainted: G W [ 3.427079][ C0] -------------------------------------------------------- [ 3.427079][ C0] swapper/0/0 just changed the state of lock: [ 3.427080][ C0] ffffffffbd089660 (console_owner){..-.}-{0:0}, at: console_trylock_spinning+0xa4/0x1e0 [ 3.427091][ C0] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 3.427093][ C0] (fs_reclaim){+.+.}-{0:0} [ 3.427094][ C0] [ 3.427094][ C0] [ 3.427094][ C0] and interrupts could create inverse lock ordering between them. [ 3.427094][ C0] [ 3.427095][ C0] [ 3.427095][ C0] other info that might help us debug this: [ 3.427095][ C0] Possible interrupt unsafe locking scenario: [ 3.427095][ C0] [ 3.427096][ C0] CPU0 CPU1 [ 3.427097][ C0] ---- ---- [ 3.427097][ C0] lock(fs_reclaim); [ 3.427098][ C0] local_irq_disable(); [ 3.427098][ C0] lock(console_owner); [ 3.427099][ C0] lock(fs_reclaim); [ 3.427100][ C0] [ 3.427101][ C0] lock(console_owner); [ 3.427101][ C0] [ 3.427101][ C0] *** DEADLOCK *** [ 3.427101][ C0] [ 3.427102][ C0] locks held by swapper/0/0: 2, last CPU#0: [ 3.427103][ C0] #0: ffa0000000007c90 ((&watchdog_timer)){+.-.}-{0:0}, at: call_timer_fn+0x110/0x4d0 [ 3.427109][ C0] #1: ffffffffbd1ce8b8 (watchdog_lock){+.-.}-{3:3}, at: clocksource_watchdog+0x15/0x30 [ 3.427113][ C0] [ 3.427113][ C0] the shortest dependencies between 2nd lock and 1st lock: [ 3.427117][ C0] -> (fs_reclaim){+.+.}-{0:0} { [ 3.427119][ C0] HARDIRQ-ON-W at: [ 3.427121][ C0] __lock_acquire+0x388/0xc20 [ 3.427124][ C0] lock_acquire.part.0+0xd4/0x280 [ 3.427125][ C0] fs_reclaim_acquire+0xd5/0x120 [ 3.427128][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 3.427131][ C0] kthread_create_worker_on_node+0xea/0x210 [ 3.427133][ C0] workqueue_init+0x2a/0x680 [ 3.427137][ C0] kernel_init_freeable+0x2fe/0x630 [ 3.427139][ C0] kernel_init+0x21/0x150 [ 3.427142][ C0] ret_from_fork+0x474/0x6b0 [ 3.427145][ C0] ret_from_fork_asm+0x11/0x20 [ 3.427148][ C0] SOFTIRQ-ON-W at: [ 3.427148][ C0] __lock_acquire+0x388/0xc20 [ 3.427150][ C0] lock_acquire.part.0+0xd4/0x280 [ 3.427151][ C0] fs_reclaim_acquire+0xd5/0x120 [ 3.427152][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 3.427154][ C0] kthread_create_worker_on_node+0xea/0x210 [ 3.427155][ C0] workqueue_init+0x2a/0x680 [ 3.427156][ C0] kernel_init_freeable+0x2fe/0x630 [ 3.427157][ C0] kernel_init+0x21/0x150 [ 3.427158][ C0] ret_from_fork+0x474/0x6b0 [ 3.427160][ C0] ret_from_fork_asm+0x11/0x20 [ 3.427161][ C0] INITIAL USE at: [ 3.427161][ C0] __lock_acquire+0x388/0xc20 [ 3.427163][ C0] lock_acquire.part.0+0xd4/0x280 [ 3.427164][ C0] fs_reclaim_acquire+0xd5/0x120 [ 3.427165][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 3.427166][ C0] kthread_create_worker_on_node+0xea/0x210 [ 3.427168][ C0] workqueue_init+0x2a/0x680 [ 3.427170][ C0] kernel_init_freeable+0x2fe/0x630 [ 3.427171][ C0] kernel_init+0x21/0x150 [ 3.427173][ C0] ret_from_fork+0x474/0x6b0 [ 3.427175][ C0] ret_from_fork_asm+0x11/0x20 [ 3.427177][ C0] } [ 3.427177][ C0] ... key at: [] __fs_reclaim_map+0x0/0xbe0 [ 3.427183][ C0] ... acquired at: [ 3.427184][ C0] __lock_acquire+0x518/0xc20 [ 3.427186][ C0] lock_acquire.part.0+0xd4/0x280 [ 3.427187][ C0] fs_reclaim_acquire+0xd5/0x120 [ 3.427189][ C0] __kmalloc_noprof+0xd3/0x760 [ 3.427191][ C0] alloc_buf.isra.0+0x4b/0x260 [ 3.427194][ C0] put_chars+0x1e1/0x2f0 [ 3.427196][ C0] hvc_console_print+0x292/0x780 [ 3.427199][ C0] console_emit_next_record+0x22f/0x4c0 [ 3.427202][ C0] console_flush_one_record+0x46f/0x710 [ 3.427204][ C0] console_unlock+0xee/0x1f0 [ 3.427206][ C0] vprintk_emit+0x37c/0x3e0 [ 3.427208][ C0] dev_vprintk_emit+0x27f/0x2c0 [ 3.427213][ C0] dev_printk_emit+0xb9/0xee [ 3.427215][ C0] _dev_info+0xe2/0x116 [ 3.427217][ C0] cmos_do_probe+0x8be/0x98a [ 3.427220][ C0] platform_probe+0xfe/0x1f0 [ 3.427224][ C0] call_driver_probe+0x61/0x1c0 [ 3.427227][ C0] really_probe+0x199/0x760 [ 3.427229][ C0] __driver_probe_device+0x24f/0x440 [ 3.427231][ C0] driver_probe_device+0x4a/0xf0 [ 3.427233][ C0] __driver_attach+0x1b8/0x540 [ 3.427235][ C0] bus_for_each_dev+0x130/0x1e0 [ 3.427237][ C0] bus_add_driver+0x2c8/0x530 [ 3.427239][ C0] driver_register+0x1a3/0x390 [ 3.427241][ C0] __platform_driver_probe+0x13f/0x270 [ 3.427244][ C0] cmos_init+0x31/0x40 [ 3.427247][ C0] do_one_initcall+0x124/0x4f0 [ 3.427249][ C0] kernel_init_freeable+0x596/0x630 [ 3.427251][ C0] kernel_init+0x21/0x150 [ 3.427253][ C0] ret_from_fork+0x474/0x6b0 [ 3.427254][ C0] ret_from_fork_asm+0x11/0x20 [ 3.427256][ C0] [ 3.427257][ C0] -> (console_owner){..-.}-{0:0} { [ 3.427260][ C0] IN-SOFTIRQ-W at: [ 3.427261][ C0] __lock_acquire+0x388/0xc20 [ 3.427263][ C0] lock_acquire.part.0+0xd4/0x280 [ 3.427264][ C0] console_trylock_spinning+0xb5/0x1e0 [ 3.427266][ C0] vprintk_emit+0x320/0x3e0 [ 3.427268][ C0] _printk+0xc7/0x100 [ 3.427270][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 3.427273][ C0] call_timer_fn+0x160/0x4d0 [ 3.427274][ C0] __run_timers+0x68f/0xaa0 [ 3.427276][ C0] run_timer_softirq+0xf0/0x160 [ 3.427277][ C0] handle_softirqs+0x1d3/0x900 [ 3.427280][ C0] __irq_exit_rcu+0x145/0x1c0 [ 3.427281][ C0] irq_exit_rcu+0xe/0x30 [ 3.427282][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 3.427284][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 3.427286][ C0] pv_native_safe_halt+0xf/0x10 [ 3.427287][ C0] default_idle+0x9/0x10 [ 3.427289][ C0] default_idle_call+0x6e/0xb0 [ 3.427290][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 3.427292][ C0] do_idle+0xd8/0x190 [ 3.427294][ C0] cpu_startup_entry+0x53/0x70 [ 3.427295][ C0] rest_init+0x279/0x280 [ 3.427296][ C0] start_kernel+0x3af/0x3b0 [ 3.427297][ C0] x86_64_start_reservations+0x24/0x30 [ 3.427299][ C0] x86_64_start_kernel+0x12b/0x130 [ 3.427301][ C0] common_startup_64+0x13e/0x148 [ 3.427303][ C0] INITIAL USE at: [ 3.427304][ C0] } [ 3.427305][ C0] ... key at: [] console_owner_dep_map+0x0/0x60 [ 3.427308][ C0] ... acquired at: [ 3.427308][ C0] mark_lock+0x1d7/0xa00 [ 3.427309][ C0] mark_usage+0x42/0x170 [ 3.427311][ C0] __lock_acquire+0x388/0xc20 [ 3.427312][ C0] lock_acquire.part.0+0xd4/0x280 [ 3.427313][ C0] console_trylock_spinning+0xb5/0x1e0 [ 3.427315][ C0] vprintk_emit+0x320/0x3e0 [ 3.427316][ C0] _printk+0xc7/0x100 [ 3.427317][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 3.427318][ C0] call_timer_fn+0x160/0x4d0 [ 3.427320][ C0] __run_timers+0x68f/0xaa0 [ 3.427321][ C0] run_timer_softirq+0xf0/0x160 [ 3.427323][ C0] handle_softirqs+0x1d3/0x900 [ 3.427324][ C0] __irq_exit_rcu+0x145/0x1c0 [ 3.427325][ C0] irq_exit_rcu+0xe/0x30 [ 3.427326][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 3.427327][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 3.427329][ C0] pv_native_safe_halt+0xf/0x10 [ 3.427330][ C0] default_idle+0x9/0x10 [ 3.427331][ C0] default_idle_call+0x6e/0xb0 [ 3.427333][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 3.427334][ C0] do_idle+0xd8/0x190 [ 3.427335][ C0] cpu_startup_entry+0x53/0x70 [ 3.427336][ C0] rest_init+0x279/0x280 [ 3.427338][ C0] start_kernel+0x3af/0x3b0 [ 3.427339][ C0] x86_64_start_reservations+0x24/0x30 [ 3.427340][ C0] x86_64_start_kernel+0x12b/0x130 [ 3.427341][ C0] common_startup_64+0x13e/0x148 [ 3.427343][ C0] [ 3.427343][ C0] [ 3.427343][ C0] stack backtrace: [ 3.427345][ C0] CPU: 0 UID: 0 PID: 0 Comm: swapper/0 Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 3.427349][ C0] Tainted: [W]=WARN [ 3.427349][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 3.427350][ C0] Call Trace: [ 3.427352][ C0] [ 3.427353][ C0] dump_stack_lvl+0x6f/0xa0 [ 3.427356][ C0] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 3.427359][ C0] mark_lock_irq+0x989/0x9c0 [ 3.427360][ C0] ? add_lock_to_list+0x2c/0x1a0 [ 3.427363][ C0] mark_lock+0x1d7/0xa00 [ 3.427365][ C0] mark_usage+0x42/0x170 [ 3.427366][ C0] __lock_acquire+0x388/0xc20 [ 3.427369][ C0] lock_acquire.part.0+0xd4/0x280 [ 3.427370][ C0] ? console_trylock_spinning+0xa4/0x1e0 [ 3.427372][ C0] ? rcu_is_watching+0x16/0xd0 [ 3.427375][ C0] ? lock_acquire+0x13c/0x160 [ 3.427377][ C0] console_trylock_spinning+0xb5/0x1e0 [ 3.427379][ C0] ? console_trylock_spinning+0xa4/0x1e0 [ 3.427381][ C0] vprintk_emit+0x320/0x3e0 [ 3.427383][ C0] ? wake_up_klogd_work_func+0x90/0x90 [ 3.427385][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 3.427387][ C0] _printk+0xc7/0x100 [ 3.427389][ C0] ? snapshot_read.cold+0x21/0x21 [ 3.427391][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 3.427392][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 3.427395][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 3.427396][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 3.427398][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 3.427399][ C0] call_timer_fn+0x160/0x4d0 [ 3.427401][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 3.427403][ C0] ? debug_object_active_state+0x430/0x430 [ 3.427406][ C0] ? find_held_lock+0x2b/0x80 [ 3.427408][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 3.427410][ C0] ? rcu_is_watching+0x16/0xd0 [ 3.427412][ C0] __run_timers+0x68f/0xaa0 [ 3.427414][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 3.427416][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 3.427418][ C0] ? __lock_acquire+0x518/0xc20 [ 3.427420][ C0] ? __rwlock_init+0x150/0x150 [ 3.427423][ C0] run_timer_softirq+0xf0/0x160 [ 3.427425][ C0] ? __run_timers+0xaa0/0xaa0 [ 3.427426][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 3.427429][ C0] ? rcu_is_watching+0x16/0xd0 [ 3.427431][ C0] handle_softirqs+0x1d3/0x900 [ 3.427432][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 3.427434][ C0] ? _local_bh_enable+0xc0/0xc0 [ 3.427436][ C0] __irq_exit_rcu+0x145/0x1c0 [ 3.427438][ C0] irq_exit_rcu+0xe/0x30 [ 3.427439][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 3.427441][ C0] [ 3.427441][ C0] [ 3.427442][ C0] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 3.427444][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 3.427445][ C0] RIP: 0010:pv_native_safe_halt+0xf/0x10 [ 3.427448][ C0] Code: 48 8b 3d 94 e2 f5 01 e8 1f 00 00 00 48 2b 05 58 a3 95 00 c3 0f 1f 80 00 00 00 00 f3 0f 1e fa eb 07 0f 00 2d 13 96 11 00 fb f4 0f 1f 40 d6 48 83 ec 20 8b 17 49 89 f8 83 e2 fe 41 89 d2 0f 01 [ 3.427450][ C0] RSP: 0018:ffffffffbce07cf8 EFLAGS: 00000296 [ 3.427451][ C0] RAX: 0000000000011a35 RBX: ffffffffbce1c600 RCX: ffffffffb9ef0307 [ 3.427453][ C0] RDX: ffffffffbce1c600 RSI: ffffffffbcc38b01 RDI: ffffffffbc68d8e0 [ 3.427454][ C0] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000 [ 3.427455][ C0] R10: 0000000000000000 R11: 0000000000000001 R12: 1ffffffff79c0fa2 [ 3.427455][ C0] R13: 0000000000000000 R14: dffffc0000000000 R15: 0000000000014770 [ 3.427457][ C0] ? cpuidle_idle_call.constprop.0+0x237/0x410 [ 3.427459][ C0] ? lockdep_hardirqs_on+0x91/0x130 [ 3.427461][ C0] default_idle+0x9/0x10 [ 3.427463][ C0] default_idle_call+0x6e/0xb0 [ 3.427464][ C0] cpuidle_idle_call.constprop.0+0x237/0x410 [ 3.427466][ C0] ? arch_cpu_idle_exit+0x40/0x40 [ 3.427467][ C0] ? mark_tsc_async_resets+0x30/0x30 [ 3.427470][ C0] ? rcu_is_watching+0x16/0xd0 [ 3.427472][ C0] do_idle+0xd8/0x190 [ 3.427473][ C0] cpu_startup_entry+0x53/0x70 [ 3.427475][ C0] rest_init+0x279/0x280 [ 3.427476][ C0] ? __cpuidle_text_end+0x3b/0x3b [ 3.427479][ C0] ? rest_init+0x280/0x280 [ 3.427481][ C0] ? acpi_hw_set_mode+0x4a0/0x4a0 [ 3.427485][ C0] ? cpus_read_unlock+0x4f/0xc0 [ 3.427487][ C0] ? acpi_enable+0x1e4/0x330 [ 3.427490][ C0] start_kernel+0x3af/0x3b0 [ 3.427491][ C0] x86_64_start_reservations+0x24/0x30 [ 3.427493][ C0] x86_64_start_kernel+0x12b/0x130 [ 3.427495][ C0] common_startup_64+0x13e/0x148 [ 3.427498][ C0] [ 3.427726][ T1] virtme-ng-init: basic initialization done [ 3.508760][ T74] virtme-ng-init: Starting systemd-udevd version 259.8-1.fc44 [ 3.509038][ T74] virtme-ng-init: triggering udev coldplug [ 4.842509][ T74] virtme-ng-init: waiting for udev to settle [ 4.842522][ T74] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 4.842525][ T74] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 74, name: virtme-ng-init [ 4.842526][ T74] preempt_count: 1, expected: 0 [ 4.842527][ T74] RCU nest depth: 0, expected: 0 [ 4.842528][ T74] INFO: lockdep is turned off. [ 4.842529][ T74] irq event stamp: 0 [ 4.842530][ T74] hardirqs last enabled at (0): [<0000000000000000>] 0x0 [ 4.842535][ T74] hardirqs last disabled at (0): [] copy_process+0x1ccd/0x6240 [ 4.842541][ T74] softirqs last enabled at (0): [] copy_process+0x1d21/0x6240 [ 4.842543][ T74] softirqs last disabled at (0): [<0000000000000000>] 0x0 [ 4.842544][ T74] Preemption disabled at: [ 4.842545][ T74] [] vprintk_emit+0x31b/0x3e0 [ 4.842553][ T74] CPU: 0 UID: 0 PID: 74 Comm: virtme-ng-init Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 4.842557][ T74] Tainted: [W]=WARN [ 4.842557][ T74] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 4.842559][ T74] Call Trace: [ 4.842561][ T74] [ 4.842562][ T74] dump_stack_lvl+0x6f/0xa0 [ 4.842568][ T74] ? vprintk_emit+0x31b/0x3e0 [ 4.842569][ T74] __might_resched.cold+0x1fe/0x2c1 [ 4.842573][ T74] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 4.842576][ T74] ? __asan_memcpy+0x3c/0x60 [ 4.842579][ T74] ? rcu_is_watching+0x16/0xd0 [ 4.842583][ T74] __kmalloc_noprof+0x443/0x760 [ 4.842586][ T74] ? __rwlock_init+0x150/0x150 [ 4.842588][ T74] ? alloc_buf.isra.0+0x4b/0x260 [ 4.842592][ T74] ? do_raw_spin_unlock+0x59/0x250 [ 4.842594][ T74] alloc_buf.isra.0+0x4b/0x260 [ 4.842596][ T74] put_chars+0x1e1/0x2f0 [ 4.842598][ T74] ? __send_to_port+0x420/0x420 [ 4.842600][ T74] ? console_prepend_replay+0x20/0x20 [ 4.842602][ T74] hvc_console_print+0x292/0x780 [ 4.842605][ T74] ? hvc_write+0x3a0/0x3a0 [ 4.842606][ T74] ? rcu_is_watching+0x16/0xd0 [ 4.842608][ T74] ? lock_acquire+0x13c/0x160 [ 4.842610][ T74] console_emit_next_record+0x22f/0x4c0 [ 4.842612][ T74] ? devkmsg_read+0x4b0/0x4b0 [ 4.842614][ T74] ? rcu_is_watching+0x16/0xd0 [ 4.842616][ T74] ? rcu_is_watching+0x16/0xd0 [ 4.842617][ T74] ? rcu_is_watching+0x16/0xd0 [ 4.842619][ T74] ? lock_acquire+0x13c/0x160 [ 4.842621][ T74] ? console_flush_one_record+0x111/0x710 [ 4.842623][ T74] console_flush_one_record+0x46f/0x710 [ 4.842625][ T74] ? console_emit_next_record+0x4c0/0x4c0 [ 4.842627][ T74] console_unlock+0xee/0x1f0 [ 4.842629][ T74] ? lock_acquire+0x13c/0x160 [ 4.842631][ T74] ? console_flush_one_record+0x710/0x710 [ 4.842632][ T74] ? rcu_is_watching+0x16/0xd0 [ 4.842634][ T74] ? lock_release+0x184/0x1f0 [ 4.842635][ T74] ? lock_acquire+0x60/0x160 [ 4.842636][ T74] ? __rcu_read_lock+0x30/0x70 [ 4.842638][ T74] ? __down_trylock_console_sem+0x5e/0xa0 [ 4.842640][ T74] ? vprintk_emit+0x320/0x3e0 [ 4.842642][ T74] vprintk_emit+0x37c/0x3e0 [ 4.842644][ T74] ? wake_up_klogd_work_func+0x90/0x90 [ 4.842646][ T74] ? lock_release+0x184/0x1f0 [ 4.842648][ T74] ? _copy_from_iter+0x1bb/0x1810 [ 4.842651][ T74] devkmsg_emit.constprop.0+0xbc/0xf1 [ 4.842655][ T74] ? vprintk_emit.cold+0x107/0x107 [ 4.842657][ T74] ? simple_strntoull+0x10f/0x140 [ 4.842660][ T74] ? date_str+0x1e0/0x1e0 [ 4.842662][ T74] ? devkmsg_write+0xd1/0x2c0 [ 4.842664][ T74] devkmsg_write.cold+0x5a/0x8b [ 4.842666][ T74] ? vprintk_default+0x20/0x20 [ 4.842668][ T74] ? vprintk_default+0x20/0x20 [ 4.842670][ T74] new_sync_write+0x33e/0x760 [ 4.842673][ T74] ? trace_hardirqs_on+0x36/0x40 [ 4.842675][ T74] ? new_sync_read+0x750/0x750 [ 4.842677][ T74] ? rcu_is_watching+0x16/0xd0 [ 4.842679][ T74] ? lock_release+0x184/0x1f0 [ 4.842681][ T74] ? __fget_files+0x54/0x460 [ 4.842684][ T74] ? __fget_files+0x1e3/0x460 [ 4.842686][ T74] vfs_write+0x6a2/0xbd0 [ 4.842689][ T74] ksys_write+0x116/0x250 [ 4.842691][ T74] ? __ia32_sys_read+0xc0/0xc0 [ 4.842692][ T74] ? rcu_is_watching+0x16/0xd0 [ 4.842695][ T74] do_syscall_64+0xff/0x530 [ 4.842697][ T74] ? exc_page_fault+0xee/0x100 [ 4.842699][ T74] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 4.842700][ T74] RIP: 0033:0x7f2fca821ed2 [ 4.842703][ T74] Code: 08 0f 85 51 ec ff ff 49 89 fb 48 89 f0 48 89 d7 48 89 ce 4c 89 c2 4d 89 ca 4c 8b 44 24 08 4c 8b 4c 24 10 4c 89 5c 24 08 0f 05 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 00 f3 0f 1e fa 55 48 89 e5 [ 4.842704][ T74] RSP: 002b:00007f2fca768c68 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [ 4.842708][ T74] RAX: ffffffffffffffda RBX: 000000000000002e RCX: 00007f2fca821ed2 [ 4.842709][ T74] RDX: 000000000000002e RSI: 00007f2fc4001090 RDI: 0000000000000003 [ 4.842710][ T74] RBP: 00007f2fca768c90 R08: 0000000000000000 R09: 0000000000000000 [ 4.842711][ T74] R10: 0000000000000000 R11: 0000000000000246 R12: 00007f2fca8ac0a0 [ 4.842712][ T74] R13: 00007f2fca7aa3e0 R14: 00007f2fc4001090 R15: 00007f2fca768da8 [ 4.842714][ T74] [ 5.220686][ T74] virtme-ng-init: udev is done [ 5.227893][ T1] virtme-ng-init: initialization done