virtme: waiting for virtiofsd to start virtme: use 'microvm' QEMU architecture [ 1.026047][ T1] rtc_cmos PNP0B00:00: alarms up to one day, 242 bytes nvram [ 1.026065][ T1] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 1.026067][ T1] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1, name: swapper/0 [ 1.026068][ T1] preempt_count: 1, expected: 0 [ 1.026069][ T1] RCU nest depth: 0, expected: 0 [ 1.026070][ T1] locks held by swapper/0/1: 5, last CPU#3: [ 1.026072][ T1] #0: ff110000028fb938 (&dev->mutex){....}-{4:4}, at: __driver_attach+0x1ad/0x540 [ 1.026083][ T1] #1: ffffffff8d369cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 1.026090][ T1] #2: ffffffff8d369d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 1.026093][ T1] #3: ffffffff8d289660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 1.026097][ T1] #4: ffffffff8d289560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 1.026101][ T1] irq event stamp: 313424 [ 1.026102][ T1] hardirqs last enabled at (313423): [] __down_trylock_console_sem+0x86/0xa0 [ 1.026104][ T1] hardirqs last disabled at (313424): [] console_emit_next_record+0x3d4/0x4c0 [ 1.026106][ T1] softirqs last enabled at (312744): [] handle_softirqs+0x67c/0x900 [ 1.026109][ T1] softirqs last disabled at (312377): [] __irq_exit_rcu+0x145/0x1c0 [ 1.026111][ T1] Preemption disabled at: [ 1.026112][ T1] [] vprintk_emit+0x31b/0x3e0 [ 1.026117][ T1] CPU: 3 UID: 0 PID: 1 Comm: swapper/0 Not tainted 7.2.0-virtme #1 PREEMPT(full) [ 1.026120][ T1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1.026122][ T1] Call Trace: [ 1.026123][ T1] [ 1.026127][ T1] dump_stack_lvl+0x6f/0xa0 [ 1.026132][ T1] ? vprintk_emit+0x31b/0x3e0 [ 1.026134][ T1] __might_resched.cold+0x1fe/0x2c1 [ 1.026139][ T1] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 1.026143][ T1] ? __kmalloc_noprof+0xdb/0x760 [ 1.026148][ T1] __kmalloc_noprof+0x443/0x760 [ 1.026151][ T1] ? alloc_buf.isra.0+0x4b/0x260 [ 1.026156][ T1] ? do_raw_spin_unlock+0x59/0x250 [ 1.026159][ T1] alloc_buf.isra.0+0x4b/0x260 [ 1.026161][ T1] put_chars+0x1e1/0x2f0 [ 1.026164][ T1] ? __send_to_port+0x420/0x420 [ 1.026165][ T1] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 1.026170][ T1] ? rcu_read_lock_any_held+0x3c/0x90 [ 1.026172][ T1] ? validate_chain+0x38b/0xc20 [ 1.026177][ T1] hvc_console_print+0x292/0x780 [ 1.026179][ T1] ? __lock_acquire+0x518/0xc20 [ 1.026184][ T1] ? hvc_write+0x3a0/0x3a0 [ 1.026186][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.026192][ T1] console_emit_next_record+0x22f/0x4c0 [ 1.026195][ T1] ? devkmsg_read+0x4b0/0x4b0 [ 1.026197][ T1] ? console_flush_one_record+0x106/0x710 [ 1.026200][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.026202][ T1] ? lock_acquire+0x13c/0x160 [ 1.026206][ T1] console_flush_one_record+0x46f/0x710 [ 1.026210][ T1] ? console_emit_next_record+0x4c0/0x4c0 [ 1.026212][ T1] ? __lock_acquire+0x518/0xc20 [ 1.026217][ T1] console_unlock+0xee/0x1f0 [ 1.026219][ T1] ? console_flush_one_record+0x710/0x710 [ 1.026221][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.026223][ T1] ? lock_acquire+0x60/0x160 [ 1.026227][ T1] ? __down_trylock_console_sem+0x5e/0xa0 [ 1.026229][ T1] ? vprintk_emit+0x320/0x3e0 [ 1.026232][ T1] vprintk_emit+0x37c/0x3e0 [ 1.026235][ T1] ? wake_up_klogd_work_func+0x90/0x90 [ 1.026237][ T1] ? kasan_save_stack+0x2f/0x50 [ 1.026247][ T1] ? __kasan_kmalloc+0x7b/0x90 [ 1.026249][ T1] ? __kmalloc_cache_noprof+0x29a/0x620 [ 1.026250][ T1] ? __devm_add_action+0x52/0x210 [ 1.026252][ T1] ? devm_nvmem_register+0x3a/0x60 [ 1.026255][ T1] ? cmos_do_probe+0x7ab/0x98a [ 1.026260][ T1] dev_vprintk_emit+0x27f/0x2c0 [ 1.026265][ T1] ? device_rename.cold+0xa/0xa [ 1.026266][ T1] ? kernel_init+0x21/0x150 [ 1.026276][ T1] dev_printk_emit+0xb9/0xee [ 1.026278][ T1] ? dev_vprintk_emit+0x2c0/0x2c0 [ 1.026280][ T1] ? __lock_release.isra.0+0x69/0x1a0 [ 1.026282][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.026285][ T1] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 1.026287][ T1] ? lockdep_hardirqs_on+0x91/0x130 [ 1.026289][ T1] ? _raw_spin_unlock_irqrestore+0x40/0x80 [ 1.026294][ T1] _dev_info+0xe2/0x116 [ 1.026296][ T1] ? _dev_notice+0x120/0x120 [ 1.026298][ T1] ? acpi_enable_event+0x246/0x370 [ 1.026303][ T1] ? acpi_disable_event+0x244/0x370 [ 1.026304][ T1] ? acpi_os_signal_semaphore+0xf4/0x140 [ 1.026308][ T1] ? acpi_enable_event+0x370/0x370 [ 1.026309][ T1] ? acpi_trace_point+0x1f0/0x1f0 [ 1.026313][ T1] ? acpi_install_fixed_event_handler+0xd8/0x490 [ 1.026316][ T1] cmos_do_probe+0x8be/0x98a [ 1.026318][ T1] ? cmos_platform_shutdown+0x370/0x370 [ 1.026322][ T1] ? cmos_irq_disable.cold+0x3a/0x3a [ 1.026323][ T1] ? acpi_dev_pm_attach+0x1f3/0x250 [ 1.026328][ T1] ? cmos_read_alarm_callback+0x340/0x340 [ 1.026330][ T1] ? mc146818_set_time+0x500/0x500 [ 1.026334][ T1] ? irq_get_irq_data+0xe/0x20 [ 1.026336][ T1] ? platform_get_irq_affinity+0x21f/0x450 [ 1.026341][ T1] platform_probe+0xfe/0x1f0 [ 1.026345][ T1] call_driver_probe+0x61/0x1c0 [ 1.026347][ T1] really_probe+0x199/0x760 [ 1.026350][ T1] ? __device_attach_driver+0x280/0x280 [ 1.026352][ T1] __driver_probe_device+0x24f/0x440 [ 1.026355][ T1] ? __device_attach_driver+0x280/0x280 [ 1.026356][ T1] ? __device_attach_driver+0x280/0x280 [ 1.026358][ T1] driver_probe_device+0x4a/0xf0 [ 1.026361][ T1] __driver_attach+0x1b8/0x540 [ 1.026363][ T1] ? do_raw_spin_lock+0x131/0x280 [ 1.026365][ T1] bus_for_each_dev+0x130/0x1e0 [ 1.026368][ T1] ? bus_remove_file+0x50/0x50 [ 1.026369][ T1] ? __lock_release.isra.0+0x69/0x1a0 [ 1.026372][ T1] ? rtc_dev_init+0x40/0x40 [ 1.026378][ T1] ? rtc_dev_init+0x40/0x40 [ 1.026380][ T1] bus_add_driver+0x2c8/0x530 [ 1.026383][ T1] driver_register+0x1a3/0x390 [ 1.026386][ T1] __platform_driver_probe+0x13f/0x270 [ 1.026389][ T1] cmos_init+0x31/0x40 [ 1.026391][ T1] do_one_initcall+0x124/0x4f0 [ 1.026394][ T1] ? trace_event_raw_event_initcall_level+0x280/0x280 [ 1.026396][ T1] ? parameq+0x110/0x110 [ 1.026401][ T1] ? kernel_init_freeable+0x3f1/0x630 [ 1.026404][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.026408][ T1] kernel_init_freeable+0x596/0x630 [ 1.026410][ T1] ? rest_init+0x280/0x280 [ 1.026413][ T1] kernel_init+0x21/0x150 [ 1.026415][ T1] ? rest_init+0x280/0x280 [ 1.026417][ T1] ret_from_fork+0x474/0x6b0 [ 1.026421][ T1] ? arch_exit_to_user_mode_prepare.isra.0+0x120/0x120 [ 1.026424][ T1] ? __switch_to+0x5a3/0xe00 [ 1.026427][ T1] ? rest_init+0x280/0x280 [ 1.026430][ T1] ret_from_fork_asm+0x11/0x20 [ 1.026437][ T1] [ 1.062544][ T1] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev [ 1.072012][ T1] NET: Registered PF_INET6 protocol family [ 1.076561][ T1] Segment Routing with IPv6 [ 1.077010][ T1] In-situ OAM (IOAM) with IPv6 [ 1.077371][ T1] NET: Registered PF_PACKET protocol family [ 1.077632][ T1] 9pnet: Installing 9P2000 support [ 1.078157][ T1] Key type dns_resolver registered [ 1.078914][ T1] NET: Registered PF_VSOCK protocol family [ 1.083851][ T1] IPI shorthand broadcast: enabled [ 1.239331][ T1] sched_clock: Marking stable (1200002341, 38640760)->(1319265174, -80622073) [ 1.244144][ T1] registered taskstats version 1 [ 1.248398][ T1] Loading compiled-in X.509 certificates [ 1.416287][ T70] kwatchdog (70) used greatest stack depth: 29688 bytes left [ 1.423774][ T1] Demotion targets for Node 0: null [ 1.424185][ T1] kmemleak: Kernel memory leak detector initialized (mem pool available: 12236) [ 1.424675][ T1] page_owner is disabled [ 1.426094][ T1] PM: Magic number: 6:634:488 [ 1.426780][ T1] netconsole: network logging started [ 1.429212][ T1] ALSA device list: [ 1.429972][ T1] No soundcards found. [ 1.431479][ T1] md: Skipping autodetection of RAID arrays. (raid=autodetect will force) [ 1.435477][ T1] VFS: Mounted root (virtiofs filesystem) readonly on device 0:24. [ 1.436868][ T1] devtmpfs: mounted [ 1.437293][ T1] VFS: Pivoted into new rootfs [ 1.489105][ T1] Freeing unused kernel image (initmem) memory: 2544K [ 1.489371][ T1] Write protecting the kernel read-only data: 55296k [ 1.489843][ T1] Freeing unused kernel image (text/rodata gap) memory: 324K [ 1.490237][ T1] Freeing unused kernel image (rodata/data gap) memory: 556K [ 1.490531][ T1] Run /usr/lib/python3.14/site-packages/virtme/guest/bin/virtme-ng-init as init process [ 1.490800][ T1] with arguments: [ 1.490926][ T1] /usr/lib/python3.14/site-packages/virtme/guest/bin/virtme-ng-init [ 1.491162][ T1] with environment: [ 1.491287][ T1] HOME=/ [ 1.491408][ T1] TERM=dumb [ 1.491527][ T1] virtme_hostname=vmksft-forwarding-dbg,debug-threads=on [ 1.491767][ T1] nr_open=2147483584 [ 1.491881][ T1] virtme_link_mods=/srv/vmksft/testing/wt-4/.virtme_mods/lib/modules/0.0.0 [ 1.492150][ T1] virtme_rw_overlay0=/etc [ 1.492315][ T1] virtme_rw_overlay1=/lib [ 1.492479][ T1] virtme_rw_overlay2=/home [ 1.492631][ T1] virtme_rw_overlay3=/opt [ 1.492794][ T1] virtme_rw_overlay4=/srv [ 1.492956][ T1] virtme_rw_overlay5=/usr [ 1.493106][ T1] virtme_rw_overlay6=/var [ 1.493263][ T1] virtme_rw_overlay7=/tmp [ 1.493421][ T1] virtme_console=ttyS0 [ 1.493577][ T1] virtme_chdir=srv/vmksft/testing/wt-4 [ 1.510201][ T1] virtme-ng-init: mount devtmpfs -> /dev: EBUSY: Device or resource busy [ 1.511505][ T1] virtme-ng-init: Setting hostname to vmksft-forwarding-dbg,debug-threads=on... [ 1.522364][ T1] overlayfs: failed to set xattr on upper [ 1.522673][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.522929][ T1] overlayfs: ...falling back to uuid=null. [ 1.525228][ T1] overlayfs: failed to set xattr on upper [ 1.525440][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.525688][ T1] overlayfs: ...falling back to uuid=null. [ 1.527591][ T1] overlayfs: failed to set xattr on upper [ 1.527811][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.528046][ T1] overlayfs: ...falling back to uuid=null. [ 1.529912][ T1] overlayfs: failed to set xattr on upper [ 1.530113][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.530363][ T1] overlayfs: ...falling back to uuid=null. [ 1.532210][ T1] overlayfs: failed to set xattr on upper [ 1.532410][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.532657][ T1] overlayfs: ...falling back to uuid=null. [ 1.534282][ T1] overlayfs: failed to set xattr on upper [ 1.534489][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.534730][ T1] overlayfs: ...falling back to uuid=null. [ 1.536545][ T1] overlayfs: failed to set xattr on upper [ 1.537310][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.537561][ T1] overlayfs: ...falling back to uuid=null. [ 1.539435][ T1] overlayfs: failed to set xattr on upper [ 1.539636][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.539895][ T1] overlayfs: ...falling back to uuid=null. [ 1.555128][ T1] virtme-ng-init: running systemd-tmpfiles [ 3.866878][ T73] systemd-tmpfile (73) used greatest stack depth: 25104 bytes left [ 3.866897][ T73] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 3.866899][ T73] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 73, name: systemd-tmpfile [ 3.866900][ T73] preempt_count: 2, expected: 0 [ 3.866901][ T73] RCU nest depth: 0, expected: 0 [ 3.866902][ T73] locks held by systemd-tmpfile/73: 5, last CPU#2: [ 3.866905][ T73] #0: ffffffff8d2027b8 (low_water_lock){+.+.}-{3:3}, at: do_exit+0x887/0xdc0 [ 3.866917][ T73] #1: ffffffff8d369cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 3.866922][ T73] #2: ffffffff8d369d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 3.866926][ T73] #3: ffffffff8d289660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 3.866930][ T73] #4: ffffffff8d289560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 3.866933][ T73] irq event stamp: 2376854 [ 3.866934][ T73] hardirqs last enabled at (2376853): [] __down_trylock_console_sem+0x86/0xa0 [ 3.866936][ T73] hardirqs last disabled at (2376854): [] console_emit_next_record+0x3d4/0x4c0 [ 3.866938][ T73] softirqs last enabled at (2375640): [] handle_softirqs+0x67c/0x900 [ 3.866940][ T73] softirqs last disabled at (2374289): [] __irq_exit_rcu+0x145/0x1c0 [ 3.866942][ T73] Preemption disabled at: [ 3.866943][ T73] [<0000000000000000>] 0x0 [ 3.866950][ T73] CPU: 2 UID: 0 PID: 73 Comm: systemd-tmpfile Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 3.866954][ T73] Tainted: [W]=WARN [ 3.866955][ T73] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 3.866957][ T73] Call Trace: [ 3.866959][ T73] [ 3.866960][ T73] dump_stack_lvl+0x6f/0xa0 [ 3.866966][ T73] __might_resched.cold+0x1fe/0x2c1 [ 3.866971][ T73] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 3.866975][ T73] ? __kmalloc_noprof+0xdb/0x760 [ 3.866980][ T73] __kmalloc_noprof+0x443/0x760 [ 3.866982][ T73] ? alloc_buf.isra.0+0x4b/0x260 [ 3.866987][ T73] ? do_raw_spin_unlock+0x59/0x250 [ 3.866990][ T73] alloc_buf.isra.0+0x4b/0x260 [ 3.866994][ T73] put_chars+0x1e1/0x2f0 [ 3.866996][ T73] ? __send_to_port+0x420/0x420 [ 3.866998][ T73] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 3.867003][ T73] ? validate_chain+0x38b/0xc20 [ 3.867008][ T73] hvc_console_print+0x292/0x780 [ 3.867014][ T73] ? hvc_write+0x3a0/0x3a0 [ 3.867016][ T73] ? rcu_is_watching+0x16/0xd0 [ 3.867019][ T73] ? lock_acquire+0x13c/0x160 [ 3.867022][ T73] console_emit_next_record+0x22f/0x4c0 [ 3.867026][ T73] ? devkmsg_read+0x4b0/0x4b0 [ 3.867028][ T73] ? console_flush_one_record+0x106/0x710 [ 3.867031][ T73] ? rcu_is_watching+0x16/0xd0 [ 3.867033][ T73] ? lock_acquire+0x13c/0x160 [ 3.867037][ T73] console_flush_one_record+0x46f/0x710 [ 3.867041][ T73] ? console_emit_next_record+0x4c0/0x4c0 [ 3.867043][ T73] ? __lock_acquire+0x518/0xc20 [ 3.867048][ T73] console_unlock+0xee/0x1f0 [ 3.867051][ T73] ? console_flush_one_record+0x710/0x710 [ 3.867052][ T73] ? rcu_is_watching+0x16/0xd0 [ 3.867055][ T73] ? lock_acquire+0x60/0x160 [ 3.867058][ T73] ? __down_trylock_console_sem+0x5e/0xa0 [ 3.867060][ T73] ? vprintk_emit+0x320/0x3e0 [ 3.867063][ T73] vprintk_emit+0x37c/0x3e0 [ 3.867067][ T73] ? wake_up_klogd_work_func+0x90/0x90 [ 3.867070][ T73] ? __lock_acquire+0x518/0xc20 [ 3.867074][ T73] _printk+0xc7/0x100 [ 3.867078][ T73] ? snapshot_read.cold+0x21/0x21 [ 3.867080][ T73] ? do_raw_spin_lock+0x131/0x280 [ 3.867083][ T73] ? __rwlock_init+0x150/0x150 [ 3.867086][ T73] ? do_raw_spin_lock+0x131/0x280 [ 3.867089][ T73] do_exit.cold+0x82/0x9c [ 3.867093][ T73] ? exit_notify+0x890/0x890 [ 3.867095][ T73] ? __lock_release.isra.0+0x69/0x1a0 [ 3.867097][ T73] ? rcu_is_watching+0x16/0xd0 [ 3.867101][ T73] do_group_exit+0xb8/0x370 [ 3.867104][ T73] __x64_sys_exit_group+0x3c/0x50 [ 3.867106][ T73] x64_sys_call+0x1567/0x1570 [ 3.867108][ T73] do_syscall_64+0xff/0x530 [ 3.867112][ T73] ? exc_page_fault+0xee/0x100 [ 3.867114][ T73] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 3.867117][ T73] RIP: 0033:0x7fc1532d91b8 [ 3.867119][ T73] Code: Unable to access opcode bytes at 0x7fc1532d918e. [ 3.867120][ T73] RSP: 002b:00007ffc523c2388 EFLAGS: 00000246 ORIG_RAX: 00000000000000e7 [ 3.867122][ T1] virtme-ng-init: Failed to read '/usr/lib/tmpfiles.d/audit.conf': Permission denied [ 3.867122][ T1] Failed to create directory or subvolume "/var/spool/at/spool": Permission denied [ 3.867122][ T1] Failed to create file /var/spool/at/.SEQ: Permission denied [ 3.867122][ T1] Failed to opendir() '/proc/self/fd/6': Permission denied [ 3.867123][ T73] RAX: ffffffffffffffda RBX: 00007fc153409f88 RCX: 00007fc1532d91b8 [ 3.867124][ T73] RDX: 00007fc152b374c8 RSI: fffffffffffffe90 RDI: 0000000000000049 [ 3.867125][ T73] RBP: 00007ffc523c23e0 R08: 0000000000000000 R09: 0000000000001000 [ 3.867126][ T73] R10: 00007ffc523c21a0 R11: 0000000000000246 R12: 0000000000000001 [ 3.867127][ T73] R13: 0000000000000049 R14: 00007fc153408680 R15: 00007fc153409fa0 [ 3.867133][ T73] [ 3.889661][ T1] virtme-ng-init: basic initialization done [ 3.928572][ T79] ip (79) used greatest stack depth: 23840 bytes left [ 3.957944][ T75] virtme-ng-init: Starting systemd-udevd version 259.8-1.fc44 [ 3.958329][ T75] virtme-ng-init: triggering udev coldplug [ 5.415887][ C0] clocksource: Watchdog remote CPU 1 read timed out [ 5.415921][ C0] [ 5.415923][ C0] ======================================================== [ 5.415925][ C0] WARNING: possible irq lock inversion dependency detected [ 5.415927][ C0] 7.2.0-virtme #1 Tainted: G W [ 5.415930][ C0] -------------------------------------------------------- [ 5.415931][ C0] ksoftirqd/0/14 just changed the state of lock: [ 5.415933][ C0] ffffffff8d289660 (console_owner){..-.}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 5.415948][ C0] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 5.415950][ C0] (fs_reclaim){+.+.}-{0:0} [ 5.415952][ C0] [ 5.415952][ C0] [ 5.415952][ C0] and interrupts could create inverse lock ordering between them. [ 5.415952][ C0] [ 5.415954][ C0] [ 5.415954][ C0] other info that might help us debug this: [ 5.415955][ C0] Possible interrupt unsafe locking scenario: [ 5.415955][ C0] [ 5.415955][ C0] CPU0 CPU1 [ 5.415956][ C0] ---- ---- [ 5.415957][ C0] lock(fs_reclaim); [ 5.415958][ C0] local_irq_disable(); [ 5.415959][ C0] lock(console_owner); [ 5.415961][ C0] lock(fs_reclaim); [ 5.415962][ C0] [ 5.415963][ C0] lock(console_owner); [ 5.415964][ C0] [ 5.415964][ C0] *** DEADLOCK *** [ 5.415964][ C0] [ 5.415965][ C0] locks held by ksoftirqd/0/14: 4, last CPU#0: [ 5.415967][ C0] #0: ffa00000000e7ab8 ((&watchdog_timer)){+.-.}-{0:0}, at: call_timer_fn+0x110/0x4d0 [ 5.415974][ C0] #1: ffffffff8d3ce8b8 (watchdog_lock){+.-.}-{3:3}, at: clocksource_watchdog+0x15/0x30 [ 5.415979][ C0] #2: ffffffff8d369cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 5.415984][ C0] #3: ffffffff8d369d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 5.415989][ C0] [ 5.415989][ C0] the shortest dependencies between 2nd lock and 1st lock: [ 5.415993][ C0] -> (fs_reclaim){+.+.}-{0:0} { [ 5.415996][ C0] HARDIRQ-ON-W at: [ 5.415998][ C0] __lock_acquire+0x388/0xc20 [ 5.416001][ C0] lock_acquire.part.0+0xd4/0x280 [ 5.416004][ C0] fs_reclaim_acquire+0xd5/0x120 [ 5.416007][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 5.416010][ C0] kthread_create_worker_on_node+0xea/0x210 [ 5.416013][ C0] workqueue_init+0x2a/0x680 [ 5.416017][ C0] kernel_init_freeable+0x2fe/0x630 [ 5.416020][ C0] kernel_init+0x21/0x150 [ 5.416024][ C0] ret_from_fork+0x474/0x6b0 [ 5.416028][ C0] ret_from_fork_asm+0x11/0x20 [ 5.416031][ C0] SOFTIRQ-ON-W at: [ 5.416033][ C0] __lock_acquire+0x388/0xc20 [ 5.416035][ C0] lock_acquire.part.0+0xd4/0x280 [ 5.416037][ C0] fs_reclaim_acquire+0xd5/0x120 [ 5.416039][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 5.416040][ C0] kthread_create_worker_on_node+0xea/0x210 [ 5.416042][ C0] workqueue_init+0x2a/0x680 [ 5.416044][ C0] kernel_init_freeable+0x2fe/0x630 [ 5.416046][ C0] kernel_init+0x21/0x150 [ 5.416048][ C0] ret_from_fork+0x474/0x6b0 [ 5.416049][ C0] ret_from_fork_asm+0x11/0x20 [ 5.416051][ C0] INITIAL USE at: [ 5.416052][ C0] __lock_acquire+0x388/0xc20 [ 5.416054][ C0] lock_acquire.part.0+0xd4/0x280 [ 5.416056][ C0] fs_reclaim_acquire+0xd5/0x120 [ 5.416058][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 5.416059][ C0] kthread_create_worker_on_node+0xea/0x210 [ 5.416061][ C0] workqueue_init+0x2a/0x680 [ 5.416063][ C0] kernel_init_freeable+0x2fe/0x630 [ 5.416065][ C0] kernel_init+0x21/0x150 [ 5.416067][ C0] ret_from_fork+0x474/0x6b0 [ 5.416068][ C0] ret_from_fork_asm+0x11/0x20 [ 5.416070][ C0] } [ 5.416071][ C0] ... key at: [] __fs_reclaim_map+0x0/0xbe0 [ 5.416076][ C0] ... acquired at: [ 5.416077][ C0] __lock_acquire+0x518/0xc20 [ 5.416079][ C0] lock_acquire.part.0+0xd4/0x280 [ 5.416080][ C0] fs_reclaim_acquire+0xd5/0x120 [ 5.416082][ C0] __kmalloc_noprof+0xd3/0x760 [ 5.416084][ C0] alloc_buf.isra.0+0x4b/0x260 [ 5.416087][ C0] put_chars+0x1e1/0x2f0 [ 5.416089][ C0] hvc_console_print+0x292/0x780 [ 5.416091][ C0] console_emit_next_record+0x22f/0x4c0 [ 5.416093][ C0] console_flush_one_record+0x46f/0x710 [ 5.416095][ C0] console_unlock+0xee/0x1f0 [ 5.416097][ C0] vprintk_emit+0x37c/0x3e0 [ 5.416099][ C0] dev_vprintk_emit+0x27f/0x2c0 [ 5.416104][ C0] dev_printk_emit+0xb9/0xee [ 5.416106][ C0] _dev_info+0xe2/0x116 [ 5.416108][ C0] cmos_do_probe+0x8be/0x98a [ 5.416111][ C0] platform_probe+0xfe/0x1f0 [ 5.416115][ C0] call_driver_probe+0x61/0x1c0 [ 5.416117][ C0] really_probe+0x199/0x760 [ 5.416120][ C0] __driver_probe_device+0x24f/0x440 [ 5.416122][ C0] driver_probe_device+0x4a/0xf0 [ 5.416124][ C0] __driver_attach+0x1b8/0x540 [ 5.416125][ C0] bus_for_each_dev+0x130/0x1e0 [ 5.416127][ C0] bus_add_driver+0x2c8/0x530 [ 5.416129][ C0] driver_register+0x1a3/0x390 [ 5.416131][ C0] __platform_driver_probe+0x13f/0x270 [ 5.416133][ C0] cmos_init+0x31/0x40 [ 5.416137][ C0] do_one_initcall+0x124/0x4f0 [ 5.416139][ C0] kernel_init_freeable+0x596/0x630 [ 5.416140][ C0] kernel_init+0x21/0x150 [ 5.416142][ C0] ret_from_fork+0x474/0x6b0 [ 5.416144][ C0] ret_from_fork_asm+0x11/0x20 [ 5.416146][ C0] [ 5.416146][ C0] -> (console_owner){..-.}-{0:0} { [ 5.416149][ C0] IN-SOFTIRQ-W at: [ 5.416150][ C0] __lock_acquire+0x388/0xc20 [ 5.416152][ C0] lock_acquire.part.0+0xd4/0x280 [ 5.416154][ C0] console_lock_spinning_enable+0x5c/0x60 [ 5.416156][ C0] console_emit_next_record+0x1d1/0x4c0 [ 5.416158][ C0] console_flush_one_record+0x46f/0x710 [ 5.416160][ C0] console_unlock+0xee/0x1f0 [ 5.416162][ C0] vprintk_emit+0x37c/0x3e0 [ 5.416164][ C0] _printk+0xc7/0x100 [ 5.416168][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 5.416171][ C0] call_timer_fn+0x160/0x4d0 [ 5.416173][ C0] __run_timers+0x68f/0xaa0 [ 5.416175][ C0] run_timer_softirq+0xf0/0x160 [ 5.416177][ C0] handle_softirqs+0x1d3/0x900 [ 5.416180][ C0] run_ksoftirqd+0x39/0x60 [ 5.416182][ C0] smpboot_thread_fn+0x2fb/0x9b0 [ 5.416184][ C0] kthread+0x367/0x460 [ 5.416186][ C0] ret_from_fork+0x474/0x6b0 [ 5.416188][ C0] ret_from_fork_asm+0x11/0x20 [ 5.416190][ C0] INITIAL USE at: [ 5.416191][ C0] } [ 5.416192][ C0] ... key at: [] console_owner_dep_map+0x0/0x60 [ 5.416195][ C0] ... acquired at: [ 5.416196][ C0] mark_lock+0x1d7/0xa00 [ 5.416198][ C0] mark_usage+0x42/0x170 [ 5.416200][ C0] __lock_acquire+0x388/0xc20 [ 5.416201][ C0] lock_acquire.part.0+0xd4/0x280 [ 5.416203][ C0] console_lock_spinning_enable+0x5c/0x60 [ 5.416205][ C0] console_emit_next_record+0x1d1/0x4c0 [ 5.416207][ C0] console_flush_one_record+0x46f/0x710 [ 5.416210][ C0] console_unlock+0xee/0x1f0 [ 5.416211][ C0] vprintk_emit+0x37c/0x3e0 [ 5.416214][ C0] _printk+0xc7/0x100 [ 5.416215][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 5.416217][ C0] call_timer_fn+0x160/0x4d0 [ 5.416219][ C0] __run_timers+0x68f/0xaa0 [ 5.416221][ C0] run_timer_softirq+0xf0/0x160 [ 5.416223][ C0] handle_softirqs+0x1d3/0x900 [ 5.416225][ C0] run_ksoftirqd+0x39/0x60 [ 5.416227][ C0] smpboot_thread_fn+0x2fb/0x9b0 [ 5.416228][ C0] kthread+0x367/0x460 [ 5.416230][ C0] ret_from_fork+0x474/0x6b0 [ 5.416232][ C0] ret_from_fork_asm+0x11/0x20 [ 5.416234][ C0] [ 5.416234][ C0] [ 5.416234][ C0] stack backtrace: [ 5.416238][ C0] CPU: 0 UID: 0 PID: 14 Comm: ksoftirqd/0 Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 5.416242][ C0] Tainted: [W]=WARN [ 5.416243][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 5.416246][ C0] Call Trace: [ 5.416247][ C0] [ 5.416249][ C0] dump_stack_lvl+0x6f/0xa0 [ 5.416254][ C0] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 5.416257][ C0] mark_lock_irq+0x989/0x9c0 [ 5.416262][ C0] mark_lock+0x1d7/0xa00 [ 5.416265][ C0] mark_usage+0x42/0x170 [ 5.416271][ C0] __lock_acquire+0x388/0xc20 [ 5.416275][ C0] lock_acquire.part.0+0xd4/0x280 [ 5.416277][ C0] ? console_lock_spinning_enable+0x40/0x60 [ 5.416280][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416284][ C0] ? lock_acquire+0x13c/0x160 [ 5.416287][ C0] console_lock_spinning_enable+0x5c/0x60 [ 5.416289][ C0] ? console_lock_spinning_enable+0x40/0x60 [ 5.416292][ C0] console_emit_next_record+0x1d1/0x4c0 [ 5.416295][ C0] ? devkmsg_read+0x4b0/0x4b0 [ 5.416297][ C0] ? console_flush_one_record+0x106/0x710 [ 5.416300][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416302][ C0] ? lock_acquire+0x13c/0x160 [ 5.416305][ C0] console_flush_one_record+0x46f/0x710 [ 5.416309][ C0] ? console_emit_next_record+0x4c0/0x4c0 [ 5.416311][ C0] ? __lock_acquire+0x518/0xc20 [ 5.416315][ C0] console_unlock+0xee/0x1f0 [ 5.416318][ C0] ? console_flush_one_record+0x710/0x710 [ 5.416320][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416323][ C0] ? lock_acquire+0x60/0x160 [ 5.416325][ C0] ? __down_trylock_console_sem+0x5e/0xa0 [ 5.416328][ C0] ? vprintk_emit+0x320/0x3e0 [ 5.416331][ C0] vprintk_emit+0x37c/0x3e0 [ 5.416334][ C0] ? wake_up_klogd_work_func+0x90/0x90 [ 5.416338][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 5.416340][ C0] _printk+0xc7/0x100 [ 5.416343][ C0] ? snapshot_read.cold+0x21/0x21 [ 5.416345][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 5.416348][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 5.416351][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 5.416353][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 5.416356][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 5.416358][ C0] call_timer_fn+0x160/0x4d0 [ 5.416361][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 5.416364][ C0] ? find_held_lock+0x2b/0x80 [ 5.416366][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 5.416369][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416372][ C0] __run_timers+0x68f/0xaa0 [ 5.416374][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 5.416378][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 5.416380][ C0] ? __lock_acquire+0x518/0xc20 [ 5.416384][ C0] ? __rwlock_init+0x150/0x150 [ 5.416388][ C0] run_timer_softirq+0xf0/0x160 [ 5.416391][ C0] ? __run_timers+0xaa0/0xaa0 [ 5.416393][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 5.416396][ C0] ? trace_irq_disable.constprop.0+0x9b/0x160 [ 5.416398][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416400][ C0] handle_softirqs+0x1d3/0x900 [ 5.416403][ C0] ? _local_bh_enable+0xc0/0xc0 [ 5.416405][ C0] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 5.416409][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416411][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416414][ C0] run_ksoftirqd+0x39/0x60 [ 5.416416][ C0] smpboot_thread_fn+0x2fb/0x9b0 [ 5.416419][ C0] ? sort_range+0x20/0x20 [ 5.416422][ C0] kthread+0x367/0x460 [ 5.416424][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 5.416426][ C0] ? kthread_affine_preferred+0x4c0/0x4c0 [ 5.416428][ C0] ret_from_fork+0x474/0x6b0 [ 5.416431][ C0] ? arch_exit_to_user_mode_prepare.isra.0+0x120/0x120 [ 5.416433][ C0] ? __switch_to+0x5a3/0xe00 [ 5.416437][ C0] ? kthread_affine_preferred+0x4c0/0x4c0 [ 5.416440][ C0] ret_from_fork_asm+0x11/0x20 [ 5.416444][ C0] [ 5.416450][ C0] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 5.416452][ C0] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 14, name: ksoftirqd/0 [ 5.416453][ C0] preempt_count: 102, expected: 0 [ 5.416455][ C0] RCU nest depth: 0, expected: 0 [ 5.416456][ C0] INFO: lockdep is turned off. [ 5.416457][ C0] irq event stamp: 588973 [ 5.416457][ C0] hardirqs last enabled at (588972): [] __down_trylock_console_sem+0x86/0xa0 [ 5.416461][ C0] hardirqs last disabled at (588973): [] console_emit_next_record+0x3d4/0x4c0 [ 5.416463][ C0] softirqs last enabled at (588090): [] handle_softirqs+0x67c/0x900 [ 5.416465][ C0] softirqs last disabled at (588093): [] run_ksoftirqd+0x39/0x60 [ 5.416468][ C0] Preemption disabled at: [ 5.416468][ C0] [] handle_softirqs+0xf6/0x900 [ 5.416472][ C0] CPU: 0 UID: 0 PID: 14 Comm: ksoftirqd/0 Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 5.416474][ C0] Tainted: [W]=WARN [ 5.416475][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 5.416476][ C0] Call Trace: [ 5.416477][ C0] [ 5.416478][ C0] dump_stack_lvl+0x6f/0xa0 [ 5.416481][ C0] ? handle_softirqs+0xf6/0x900 [ 5.416483][ C0] __might_resched.cold+0x1fe/0x2c1 [ 5.416486][ C0] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 5.416489][ C0] ? nbcon_get_cpu_emergency_nesting+0xa/0x30 [ 5.416491][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416495][ C0] __kmalloc_noprof+0x443/0x760 [ 5.416497][ C0] ? __rwlock_init+0x150/0x150 [ 5.416499][ C0] ? alloc_buf.isra.0+0x4b/0x260 [ 5.416502][ C0] ? do_raw_spin_unlock+0x59/0x250 [ 5.416504][ C0] alloc_buf.isra.0+0x4b/0x260 [ 5.416508][ C0] put_chars+0x1e1/0x2f0 [ 5.416510][ C0] ? __send_to_port+0x420/0x420 [ 5.416513][ C0] ? mark_lock+0x1d7/0xa00 [ 5.416516][ C0] hvc_console_print+0x292/0x780 [ 5.416520][ C0] ? hvc_write+0x3a0/0x3a0 [ 5.416522][ C0] ? lock_acquire+0x13c/0x160 [ 5.416525][ C0] console_emit_next_record+0x22f/0x4c0 [ 5.416528][ C0] ? devkmsg_read+0x4b0/0x4b0 [ 5.416530][ C0] ? console_flush_one_record+0x106/0x710 [ 5.416533][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416536][ C0] ? lock_acquire+0x13c/0x160 [ 5.416539][ C0] console_flush_one_record+0x46f/0x710 [ 5.416542][ C0] ? console_emit_next_record+0x4c0/0x4c0 [ 5.416544][ C0] ? __lock_acquire+0x518/0xc20 [ 5.416548][ C0] console_unlock+0xee/0x1f0 [ 5.416550][ C0] ? console_flush_one_record+0x710/0x710 [ 5.416553][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416555][ C0] ? lock_acquire+0x60/0x160 [ 5.416558][ C0] ? __down_trylock_console_sem+0x5e/0xa0 [ 5.416560][ C0] ? vprintk_emit+0x320/0x3e0 [ 5.416563][ C0] vprintk_emit+0x37c/0x3e0 [ 5.416566][ C0] ? wake_up_klogd_work_func+0x90/0x90 [ 5.416569][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 5.416572][ C0] _printk+0xc7/0x100 [ 5.416574][ C0] ? snapshot_read.cold+0x21/0x21 [ 5.416577][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 5.416579][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 5.416583][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 5.416585][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 5.416588][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 5.416590][ C0] call_timer_fn+0x160/0x4d0 [ 5.416593][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 5.416595][ C0] ? find_held_lock+0x2b/0x80 [ 5.416598][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 5.416600][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416603][ C0] __run_timers+0x68f/0xaa0 [ 5.416606][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 5.416609][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 5.416611][ C0] ? __lock_acquire+0x518/0xc20 [ 5.416616][ C0] ? __rwlock_init+0x150/0x150 [ 5.416619][ C0] run_timer_softirq+0xf0/0x160 [ 5.416622][ C0] ? __run_timers+0xaa0/0xaa0 [ 5.416624][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 5.416626][ C0] ? trace_irq_disable.constprop.0+0x9b/0x160 [ 5.416628][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416630][ C0] handle_softirqs+0x1d3/0x900 [ 5.416633][ C0] ? _local_bh_enable+0xc0/0xc0 [ 5.416635][ C0] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 5.416638][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416642][ C0] ? rcu_is_watching+0x16/0xd0 [ 5.416645][ C0] run_ksoftirqd+0x39/0x60 [ 5.416647][ C0] smpboot_thread_fn+0x2fb/0x9b0 [ 5.416650][ C0] ? sort_range+0x20/0x20 [ 5.416652][ C0] kthread+0x367/0x460 [ 5.416654][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 5.416656][ C0] ? kthread_affine_preferred+0x4c0/0x4c0 [ 5.416659][ C0] ret_from_fork+0x474/0x6b0 [ 5.416661][ C0] ? arch_exit_to_user_mode_prepare.isra.0+0x120/0x120 [ 5.416664][ C0] ? __switch_to+0x5a3/0xe00 [ 5.416666][ C0] ? kthread_affine_preferred+0x4c0/0x4c0 [ 5.416668][ C0] ret_from_fork_asm+0x11/0x20 [ 5.416673][ C0] [ 5.924414][ T75] virtme-ng-init: waiting for udev to settle [ 6.370832][ T75] virtme-ng-init: udev is done [ 6.372989][ T1] virtme-ng-init: initialization done