virtme: waiting for virtiofsd to start virtme: use 'microvm' QEMU architecture [ 1.020944][ T1] rtc_cmos PNP0B00:00: registered as rtc0 [ 1.021193][ T1] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 1.021195][ T1] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1, name: swapper/0 [ 1.021197][ T1] preempt_count: 1, expected: 0 [ 1.021197][ T1] RCU nest depth: 0, expected: 0 [ 1.021199][ T1] locks held by swapper/0/1: 5, last CPU#3: [ 1.021201][ T1] #0: ff110000027c3938 (&dev->mutex){....}-{4:4}, at: __driver_attach+0x1ad/0x540 [ 1.021214][ T1] #1: ffffffff89b69cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 1.021220][ T1] #2: ffffffff89b69d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 1.021224][ T1] #3: ffffffff89a89660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 1.021227][ T1] #4: ffffffff89a89560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 1.021230][ T1] irq event stamp: 309954 [ 1.021231][ T1] hardirqs last enabled at (309953): [] irqentry_exit+0x21c/0x790 [ 1.021235][ T1] hardirqs last disabled at (309954): [] console_emit_next_record+0x3d4/0x4c0 [ 1.021237][ T1] softirqs last enabled at (309952): [] handle_softirqs+0x67c/0x900 [ 1.021240][ T1] softirqs last disabled at (309569): [] __irq_exit_rcu+0x145/0x1c0 [ 1.021243][ T1] Preemption disabled at: [ 1.021244][ T1] [] vprintk_emit+0x31b/0x3e0 [ 1.021248][ T1] CPU: 3 UID: 0 PID: 1 Comm: swapper/0 Not tainted 7.2.0-virtme #1 PREEMPT(full) [ 1.021251][ T1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1.021253][ T1] Call Trace: [ 1.021255][ T1] [ 1.021259][ T1] dump_stack_lvl+0x6f/0xa0 [ 1.021264][ T1] ? vprintk_emit+0x31b/0x3e0 [ 1.021265][ T1] __might_resched.cold+0x1fe/0x2c1 [ 1.021270][ T1] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 1.021273][ T1] ? __kmalloc_noprof+0xdb/0x760 [ 1.021279][ T1] __kmalloc_noprof+0x443/0x760 [ 1.021281][ T1] ? alloc_buf.isra.0+0x4b/0x260 [ 1.021287][ T1] ? do_raw_spin_unlock+0x59/0x250 [ 1.021290][ T1] alloc_buf.isra.0+0x4b/0x260 [ 1.021293][ T1] put_chars+0x1e1/0x2f0 [ 1.021296][ T1] ? __send_to_port+0x420/0x420 [ 1.021300][ T1] ? rcu_read_lock_any_held+0x3c/0x90 [ 1.021303][ T1] ? validate_chain+0x38b/0xc20 [ 1.021308][ T1] hvc_console_print+0x292/0x780 [ 1.021311][ T1] ? __lock_acquire+0x518/0xc20 [ 1.021312][ T1] ? __lock_acquire+0x518/0xc20 [ 1.021317][ T1] ? hvc_write+0x3a0/0x3a0 [ 1.021320][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.021322][ T1] ? lock_acquire+0x13c/0x160 [ 1.021327][ T1] console_emit_next_record+0x22f/0x4c0 [ 1.021330][ T1] ? devkmsg_read+0x4b0/0x4b0 [ 1.021331][ T1] ? console_flush_one_record+0x106/0x710 [ 1.021333][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.021335][ T1] ? lock_acquire+0x13c/0x160 [ 1.021339][ T1] console_flush_one_record+0x46f/0x710 [ 1.021343][ T1] ? console_emit_next_record+0x4c0/0x4c0 [ 1.021344][ T1] ? __lock_acquire+0x518/0xc20 [ 1.021350][ T1] console_unlock+0xee/0x1f0 [ 1.021352][ T1] ? console_flush_one_record+0x710/0x710 [ 1.021353][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.021355][ T1] ? lock_acquire+0x60/0x160 [ 1.021359][ T1] ? __down_trylock_console_sem+0x5e/0xa0 [ 1.021361][ T1] ? vprintk_emit+0x320/0x3e0 [ 1.021364][ T1] vprintk_emit+0x37c/0x3e0 [ 1.021367][ T1] ? wake_up_klogd_work_func+0x90/0x90 [ 1.021369][ T1] ? find_held_lock+0x2b/0x80 [ 1.021371][ T1] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 1.021373][ T1] ? rcu_read_lock_any_held+0x3c/0x90 [ 1.021377][ T1] dev_vprintk_emit+0x27f/0x2c0 [ 1.021382][ T1] ? device_rename.cold+0xa/0xa [ 1.021383][ T1] ? __lock_acquire+0x518/0xc20 [ 1.021388][ T1] ? lock_acquire.part.0+0xd4/0x280 [ 1.021395][ T1] ? find_held_lock+0x2b/0x80 [ 1.021399][ T1] dev_printk_emit+0xb9/0xee [ 1.021401][ T1] ? dev_vprintk_emit+0x2c0/0x2c0 [ 1.021404][ T1] ? _raw_write_unlock+0x2d/0x50 [ 1.021407][ T1] ? proc_register+0x368/0x8b0 [ 1.021414][ T1] _dev_info+0xe2/0x116 [ 1.021417][ T1] ? _dev_notice+0x120/0x120 [ 1.021421][ T1] ? rtc_proc_add_device+0x106/0x120 [ 1.021425][ T1] ? rtc_proc_show+0x400/0x400 [ 1.021429][ T1] __devm_rtc_register_device.cold+0xc3/0x3a8 [ 1.021434][ T1] ? devm_rtc_unregister_device+0xd0/0xd0 [ 1.021439][ T1] ? __setup_irq+0xec4/0x1ee0 [ 1.021446][ T1] ? request_threaded_irq+0x1dd/0x330 [ 1.021450][ T1] cmos_do_probe+0x73b/0x98a [ 1.021452][ T1] ? cmos_platform_shutdown+0x370/0x370 [ 1.021455][ T1] ? cmos_irq_disable.cold+0x3a/0x3a [ 1.021456][ T1] ? acpi_dev_pm_attach+0x1f3/0x250 [ 1.021462][ T1] ? cmos_read_alarm_callback+0x340/0x340 [ 1.021464][ T1] ? mc146818_set_time+0x500/0x500 [ 1.021468][ T1] ? irq_get_irq_data+0xe/0x20 [ 1.021470][ T1] ? platform_get_irq_affinity+0x21f/0x450 [ 1.021475][ T1] platform_probe+0xfe/0x1f0 [ 1.021478][ T1] call_driver_probe+0x61/0x1c0 [ 1.021480][ T1] really_probe+0x199/0x760 [ 1.021484][ T1] ? __device_attach_driver+0x280/0x280 [ 1.021486][ T1] __driver_probe_device+0x24f/0x440 [ 1.021489][ T1] ? __device_attach_driver+0x280/0x280 [ 1.021491][ T1] ? __device_attach_driver+0x280/0x280 [ 1.021493][ T1] driver_probe_device+0x4a/0xf0 [ 1.021496][ T1] __driver_attach+0x1b8/0x540 [ 1.021498][ T1] ? do_raw_spin_lock+0x131/0x280 [ 1.021501][ T1] bus_for_each_dev+0x130/0x1e0 [ 1.021504][ T1] ? bus_remove_file+0x50/0x50 [ 1.021505][ T1] ? __lock_release.isra.0+0x69/0x1a0 [ 1.021509][ T1] ? rtc_dev_init+0x40/0x40 [ 1.021513][ T1] ? rtc_dev_init+0x40/0x40 [ 1.021515][ T1] bus_add_driver+0x2c8/0x530 [ 1.021519][ T1] driver_register+0x1a3/0x390 [ 1.021522][ T1] __platform_driver_probe+0x13f/0x270 [ 1.021525][ T1] cmos_init+0x31/0x40 [ 1.021527][ T1] do_one_initcall+0x124/0x4f0 [ 1.021530][ T1] ? trace_event_raw_event_initcall_level+0x280/0x280 [ 1.021532][ T1] ? parameq+0x110/0x110 [ 1.021538][ T1] ? kernel_init_freeable+0x3f1/0x630 [ 1.021542][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.021545][ T1] kernel_init_freeable+0x596/0x630 [ 1.021548][ T1] ? rest_init+0x280/0x280 [ 1.021551][ T1] kernel_init+0x21/0x150 [ 1.021553][ T1] ? rest_init+0x280/0x280 [ 1.021555][ T1] ret_from_fork+0x474/0x6b0 [ 1.021559][ T1] ? arch_exit_to_user_mode_prepare.isra.0+0x120/0x120 [ 1.021562][ T1] ? __switch_to+0x5a3/0xe00 [ 1.021566][ T1] ? rest_init+0x280/0x280 [ 1.021568][ T1] ret_from_fork_asm+0x11/0x20 [ 1.021577][ T1] [ 1.053845][ T1] rtc_cmos PNP0B00:00: setting system clock to 2026-08-28T09:31:26 UTC (1787909486) [ 1.054911][ T1] rtc_cmos PNP0B00:00: alarms up to one day, 242 bytes nvram [ 1.058171][ T1] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev [ 1.067615][ T1] NET: Registered PF_INET6 protocol family [ 1.071994][ T1] Segment Routing with IPv6 [ 1.072418][ T1] In-situ OAM (IOAM) with IPv6 [ 1.072798][ T1] NET: Registered PF_PACKET protocol family [ 1.073156][ T1] 9pnet: Installing 9P2000 support [ 1.073524][ T1] Key type dns_resolver registered [ 1.074283][ T1] NET: Registered PF_VSOCK protocol family [ 1.079364][ T1] IPI shorthand broadcast: enabled [ 1.198603][ T1] sched_clock: Marking stable (1163001783, 34952937)->(1310209368, -112254648) [ 1.201309][ T1] registered taskstats version 1 [ 1.203137][ T1] Loading compiled-in X.509 certificates [ 1.306149][ T1] Demotion targets for Node 0: null [ 1.306499][ T1] kmemleak: Kernel memory leak detector initialized (mem pool available: 11729) [ 1.306823][ T1] page_owner is disabled [ 1.307566][ T1] PM: Magic number: 6:548:526 [ 1.307795][ T1] faux: hash matches [ 1.308268][ T1] netconsole: network logging started [ 1.309846][ T1] ALSA device list: [ 1.310521][ T1] No soundcards found. [ 1.312000][ T1] md: Skipping autodetection of RAID arrays. (raid=autodetect will force) [ 1.314662][ T1] VFS: Mounted root (virtiofs filesystem) readonly on device 0:24. [ 1.315537][ T1] devtmpfs: mounted [ 1.315817][ T1] VFS: Pivoted into new rootfs [ 1.345244][ T1] Freeing unused kernel image (initmem) memory: 2536K [ 1.345648][ T1] Write protecting the kernel read-only data: 55296k [ 1.346354][ T1] Freeing unused kernel image (text/rodata gap) memory: 664K [ 1.346914][ T1] Freeing unused kernel image (rodata/data gap) memory: 624K [ 1.347279][ T1] Run /usr/lib/python3.14/site-packages/virtme/guest/bin/virtme-ng-init as init process [ 1.347632][ T1] with arguments: [ 1.347824][ T1] /usr/lib/python3.14/site-packages/virtme/guest/bin/virtme-ng-init [ 1.348160][ T1] with environment: [ 1.348349][ T1] HOME=/ [ 1.348545][ T1] TERM=dumb [ 1.348727][ T1] virtme_hostname=vmksft-packetdrill-dbg,debug-threads=on [ 1.349035][ T1] nr_open=2147483584 [ 1.349198][ T1] virtme_link_mods=/srv/vmksft/testing/wt-8/.virtme_mods/lib/modules/0.0.0 [ 1.349555][ T1] virtme_rw_overlay0=/etc [ 1.349774][ T1] virtme_rw_overlay1=/lib [ 1.349989][ T1] virtme_rw_overlay2=/home [ 1.350187][ T1] virtme_rw_overlay3=/opt [ 1.350436][ T1] virtme_rw_overlay4=/srv [ 1.350641][ T1] virtme_rw_overlay5=/usr [ 1.350843][ T1] virtme_rw_overlay6=/var [ 1.351085][ T1] virtme_rw_overlay7=/tmp [ 1.351298][ T1] virtme_console=ttyS0 [ 1.351530][ T1] virtme_chdir=srv/vmksft/testing/wt-8 [ 1.369315][ T1] virtme-ng-init: mount devtmpfs -> /dev: EBUSY: Device or resource busy [ 1.370686][ T1] virtme-ng-init: Setting hostname to vmksft-packetdrill-dbg,debug-threads=on... [ 1.379058][ T1] overlayfs: failed to set xattr on upper [ 1.379365][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.379733][ T1] overlayfs: ...falling back to uuid=null. [ 1.382291][ T1] overlayfs: failed to set xattr on upper [ 1.382543][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.382855][ T1] overlayfs: ...falling back to uuid=null. [ 1.385277][ T1] overlayfs: failed to set xattr on upper [ 1.385531][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.385830][ T1] overlayfs: ...falling back to uuid=null. [ 1.387857][ T1] overlayfs: failed to set xattr on upper [ 1.388134][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.388434][ T1] overlayfs: ...falling back to uuid=null. [ 1.390892][ T1] overlayfs: failed to set xattr on upper [ 1.391147][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.391451][ T1] overlayfs: ...falling back to uuid=null. [ 1.393919][ T1] overlayfs: failed to set xattr on upper [ 1.394168][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.394518][ T1] overlayfs: ...falling back to uuid=null. [ 1.396630][ T1] overlayfs: failed to set xattr on upper [ 1.396863][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.397632][ T1] overlayfs: ...falling back to uuid=null. [ 1.399702][ T1] overlayfs: failed to set xattr on upper [ 1.399947][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.400311][ T1] overlayfs: ...falling back to uuid=null. [ 1.412134][ T1] virtme-ng-init: running systemd-tmpfiles [ 1.420186][ T72] kwatchdog (72) used greatest stack depth: 29688 bytes left [ 3.651514][ T1] virtme-ng-init: Failed to read '/usr/lib/tmpfiles.d/audit.conf': Permission denied [ 3.651514][ T1] Failed to create directory or subvolume "/var/spool/at/spool": Permission denied [ 3.651514][ T1] Failed to create file /var/spool/at/.SEQ: Permission denied [ 3.651514][ T1] Failed to opendir() '/proc/self/fd/6': Permission denied [ 3.651531][ T1] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 3.651534][ T1] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1, name: virtme-ng-init [ 3.651535][ T1] preempt_count: 1, expected: 0 [ 3.651536][ T1] RCU nest depth: 0, expected: 0 [ 3.651537][ T1] locks held by virtme-ng-init/1: 4, last CPU#2: [ 3.651539][ T1] #0: ffffffff89b69cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 3.651552][ T1] #1: ffffffff89b69d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 3.651556][ T1] #2: ffffffff89a89660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 3.651559][ T1] #3: ffffffff89a89560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 3.651563][ T1] irq event stamp: 561738 [ 3.651563][ T1] hardirqs last enabled at (561737): [] __down_trylock_console_sem+0x86/0xa0 [ 3.651567][ T1] hardirqs last disabled at (561738): [] console_emit_next_record+0x3d4/0x4c0 [ 3.651568][ T1] softirqs last enabled at (561554): [] handle_softirqs+0x67c/0x900 [ 3.651571][ T1] softirqs last disabled at (561547): [] __irq_exit_rcu+0x145/0x1c0 [ 3.651574][ T1] Preemption disabled at: [ 3.651575][ T1] [] vprintk_emit+0x31b/0x3e0 [ 3.651580][ T1] CPU: 2 UID: 0 PID: 1 Comm: virtme-ng-init Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 3.651584][ T1] Tainted: [W]=WARN [ 3.651585][ T1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 3.651587][ T1] Call Trace: [ 3.651589][ T1] [ 3.651591][ T1] dump_stack_lvl+0x6f/0xa0 [ 3.651596][ T1] ? vprintk_emit+0x31b/0x3e0 [ 3.651598][ T1] __might_resched.cold+0x1fe/0x2c1 [ 3.651603][ T1] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 3.651606][ T1] ? __kmalloc_noprof+0xdb/0x760 [ 3.651611][ T1] __kmalloc_noprof+0x443/0x760 [ 3.651614][ T1] ? alloc_buf.isra.0+0x4b/0x260 [ 3.651620][ T1] ? do_raw_spin_unlock+0x59/0x250 [ 3.651623][ T1] alloc_buf.isra.0+0x4b/0x260 [ 3.651627][ T1] put_chars+0x1e1/0x2f0 [ 3.651630][ T1] ? __send_to_port+0x420/0x420 [ 3.651631][ T1] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 3.651636][ T1] ? validate_chain+0x38b/0xc20 [ 3.651642][ T1] hvc_console_print+0x292/0x780 [ 3.651648][ T1] ? hvc_write+0x3a0/0x3a0 [ 3.651651][ T1] ? rcu_is_watching+0x16/0xd0 [ 3.651653][ T1] ? lock_acquire+0x13c/0x160 [ 3.651658][ T1] console_emit_next_record+0x22f/0x4c0 [ 3.651661][ T1] ? devkmsg_read+0x4b0/0x4b0 [ 3.651662][ T1] ? console_flush_one_record+0x106/0x710 [ 3.651665][ T1] ? rcu_is_watching+0x16/0xd0 [ 3.651667][ T1] ? lock_acquire+0x13c/0x160 [ 3.651671][ T1] console_flush_one_record+0x46f/0x710 [ 3.651675][ T1] ? console_emit_next_record+0x4c0/0x4c0 [ 3.651677][ T1] ? __lock_acquire+0x518/0xc20 [ 3.651682][ T1] console_unlock+0xee/0x1f0 [ 3.651685][ T1] ? console_flush_one_record+0x710/0x710 [ 3.651686][ T1] ? rcu_is_watching+0x16/0xd0 [ 3.651688][ T1] ? lock_acquire+0x60/0x160 [ 3.651693][ T1] ? __down_trylock_console_sem+0x5e/0xa0 [ 3.651695][ T1] ? vprintk_emit+0x320/0x3e0 [ 3.651698][ T1] vprintk_emit+0x37c/0x3e0 [ 3.651702][ T1] ? wake_up_klogd_work_func+0x90/0x90 [ 3.651705][ T1] ? _copy_from_iter+0x1bb/0x1810 [ 3.651711][ T1] devkmsg_emit.constprop.0+0xbc/0xf1 [ 3.651716][ T1] ? vprintk_emit.cold+0x107/0x107 [ 3.651717][ T1] ? simple_strntoull+0x10f/0x140 [ 3.651722][ T1] ? date_str+0x1e0/0x1e0 [ 3.651726][ T1] ? devkmsg_write+0xd1/0x2c0 [ 3.651731][ T1] devkmsg_write.cold+0x5a/0x8b [ 3.651734][ T1] ? vprintk_default+0x20/0x20 [ 3.651739][ T1] ? vprintk_default+0x20/0x20 [ 3.651741][ T1] new_sync_write+0x33e/0x760 [ 3.651745][ T1] ? lockdep_hardirqs_on+0x91/0x130 [ 3.651747][ T1] ? kasan_quarantine_put+0x13e/0x2b0 [ 3.651752][ T1] ? new_sync_read+0x750/0x750 [ 3.651760][ T1] ? rcu_is_watching+0x16/0xd0 [ 3.651763][ T1] vfs_write+0x6a2/0xbd0 [ 3.651768][ T1] ksys_write+0x116/0x250 [ 3.651771][ T1] ? __ia32_sys_read+0xc0/0xc0 [ 3.651774][ T1] ? rcu_is_watching+0x16/0xd0 [ 3.651777][ T1] do_syscall_64+0xff/0x530 [ 3.651780][ T1] ? exc_page_fault+0xee/0x100 [ 3.651782][ T1] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 3.651785][ T1] RIP: 0033:0x7f5d6b71abee [ 3.651789][ T1] Code: 4d 89 d8 e8 d4 12 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 3.651791][ T1] RSP: 002b:00007ffccbb9cfc0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 3.651793][ T1] RAX: ffffffffffffffda RBX: 000000000000011c RCX: 00007f5d6b71abee [ 3.651795][ T1] RDX: 000000000000011c RSI: 0000555589f40680 RDI: 0000000000000003 [ 3.651796][ T1] RBP: 00007ffccbb9cfd0 R08: 0000000000000000 R09: 0000000000000000 [ 3.651797][ T1] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f5d6b7a60a0 [ 3.651797][ T1] R13: 00007f5d6b6a43e0 R14: 0000555589f40680 R15: 00007ffccbb9d0e8 [ 3.651804][ T1] [ 3.652018][ T71] systemd-tmpfile (71) used greatest stack depth: 24992 bytes left [ 3.659484][ T1] virtme-ng-init: basic initialization done [ 3.708413][ T76] virtme-ng-init (76) used greatest stack depth: 24320 bytes left [ 3.745737][ T75] virtme-ng-init: Starting systemd-udevd version 259.8-1.fc44 [ 3.746426][ T75] virtme-ng-init: triggering udev coldplug [ 6.418673][ T75] virtme-ng-init: waiting for udev to settle [ 6.418691][ T75] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 6.418695][ T75] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 75, name: virtme-ng-init [ 6.418697][ T75] preempt_count: 1, expected: 0 [ 6.418699][ T75] RCU nest depth: 0, expected: 0 [ 6.418700][ T75] locks held by virtme-ng-init/75: 4, last CPU#3: [ 6.418703][ T75] #0: ffffffff89b69cc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 6.418719][ T75] #1: ffffffff89b69d38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 6.418725][ T75] #2: ffffffff89a89660 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 6.418731][ T75] #3: ffffffff89a89560 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 6.418737][ T75] irq event stamp: 3024 [ 6.418738][ T75] hardirqs last enabled at (3023): [] __down_trylock_console_sem+0x86/0xa0 [ 6.418743][ T75] hardirqs last disabled at (3024): [] console_emit_next_record+0x3d4/0x4c0 [ 6.418745][ T75] softirqs last enabled at (2436): [] fpu_clone+0xd9/0x410 [ 6.418750][ T75] softirqs last disabled at (2434): [] fpu_clone+0x82/0x410 [ 6.418754][ T75] Preemption disabled at: [ 6.418755][ T75] [] vprintk_emit+0x31b/0x3e0 [ 6.418762][ T75] CPU: 3 UID: 0 PID: 75 Comm: virtme-ng-init Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 6.418767][ T75] Tainted: [W]=WARN [ 6.418768][ T75] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 6.418770][ T75] Call Trace: [ 6.418772][ T75] [ 6.418774][ T75] dump_stack_lvl+0x6f/0xa0 [ 6.418781][ T75] ? vprintk_emit+0x31b/0x3e0 [ 6.418784][ T75] __might_resched.cold+0x1fe/0x2c1 [ 6.418790][ T75] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 6.418795][ T75] ? __kmalloc_noprof+0xdb/0x760 [ 6.418802][ T75] __kmalloc_noprof+0x443/0x760 [ 6.418806][ T75] ? alloc_buf.isra.0+0x4b/0x260 [ 6.418816][ T75] ? do_raw_spin_unlock+0x59/0x250 [ 6.418820][ T75] alloc_buf.isra.0+0x4b/0x260 [ 6.418825][ T75] put_chars+0x1e1/0x2f0 [ 6.418830][ T75] ? __send_to_port+0x420/0x420 [ 6.418833][ T75] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 6.418840][ T75] ? validate_chain+0x38b/0xc20 [ 6.418849][ T75] hvc_console_print+0x292/0x780 [ 6.418860][ T75] ? hvc_write+0x3a0/0x3a0 [ 6.418864][ T75] ? rcu_is_watching+0x16/0xd0 [ 6.418868][ T75] ? lock_acquire+0x13c/0x160 [ 6.418875][ T75] console_emit_next_record+0x22f/0x4c0 [ 6.418881][ T75] ? devkmsg_read+0x4b0/0x4b0 [ 6.418883][ T75] ? console_flush_one_record+0x106/0x710 [ 6.418888][ T75] ? rcu_is_watching+0x16/0xd0 [ 6.418891][ T75] ? lock_acquire+0x13c/0x160 [ 6.418897][ T75] console_flush_one_record+0x46f/0x710 [ 6.418903][ T75] ? console_emit_next_record+0x4c0/0x4c0 [ 6.418905][ T75] ? __lock_acquire+0x518/0xc20 [ 6.418915][ T75] console_unlock+0xee/0x1f0 [ 6.418919][ T75] ? console_flush_one_record+0x710/0x710 [ 6.418921][ T75] ? rcu_is_watching+0x16/0xd0 [ 6.418924][ T75] ? lock_acquire+0x60/0x160 [ 6.418931][ T75] ? __down_trylock_console_sem+0x5e/0xa0 [ 6.418934][ T75] ? vprintk_emit+0x320/0x3e0 [ 6.418939][ T75] vprintk_emit+0x37c/0x3e0 [ 6.418945][ T75] ? wake_up_klogd_work_func+0x90/0x90 [ 6.418950][ T75] ? _copy_from_iter+0x1bb/0x1810 [ 6.418961][ T75] devkmsg_emit.constprop.0+0xbc/0xf1 [ 6.418967][ T75] ? vprintk_emit.cold+0x107/0x107 [ 6.418970][ T75] ? simple_strntoull+0x10f/0x140 [ 6.418977][ T75] ? date_str+0x1e0/0x1e0 [ 6.418982][ T75] ? devkmsg_write+0xd1/0x2c0 [ 6.418990][ T75] devkmsg_write.cold+0x5a/0x8b [ 6.418994][ T75] ? vprintk_default+0x20/0x20 [ 6.419001][ T75] ? vprintk_default+0x20/0x20 [ 6.419005][ T75] new_sync_write+0x33e/0x760 [ 6.419011][ T75] ? kasan_quarantine_put+0x42/0x2b0 [ 6.419017][ T75] ? new_sync_read+0x750/0x750 [ 6.419024][ T75] ? __lock_release.isra.0+0x69/0x1a0 [ 6.419033][ T75] ? __fget_files+0x1e3/0x460 [ 6.419039][ T75] vfs_write+0x6a2/0xbd0 [ 6.419046][ T75] ksys_write+0x116/0x250 [ 6.419050][ T75] ? __ia32_sys_read+0xc0/0xc0 [ 6.419055][ T75] ? rcu_is_watching+0x16/0xd0 [ 6.419060][ T75] do_syscall_64+0xff/0x530 [ 6.419063][ T75] ? exc_page_fault+0xee/0x100 [ 6.419068][ T75] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 6.419072][ T75] RIP: 0033:0x7f5d6b71bed2 [ 6.419077][ T75] Code: 08 0f 85 51 ec ff ff 49 89 fb 48 89 f0 48 89 d7 48 89 ce 4c 89 c2 4d 89 ca 4c 8b 44 24 08 4c 8b 4c 24 10 4c 89 5c 24 08 0f 05 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 00 f3 0f 1e fa 55 48 89 e5 [ 6.419080][ T75] RSP: 002b:00007f5d6b662c68 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [ 6.419083][ T75] RAX: ffffffffffffffda RBX: 000000000000002e RCX: 00007f5d6b71bed2 [ 6.419085][ T75] RDX: 000000000000002e RSI: 00007f5d640012c0 RDI: 0000000000000003 [ 6.419086][ T75] RBP: 00007f5d6b662c90 R08: 0000000000000000 R09: 0000000000000000 [ 6.419088][ T75] R10: 0000000000000000 R11: 0000000000000246 R12: 00007f5d6b7a60a0 [ 6.419089][ T75] R13: 00007f5d6b6a43e0 R14: 00007f5d640012c0 R15: 00007f5d6b662da8 [ 6.419095][ C0] clocksource: Watchdog remote CPU 3 read timed out [ 6.419102][ T75] [ 6.419123][ C0] [ 6.419125][ C0] ======================================================== [ 6.419126][ C0] WARNING: possible irq lock inversion dependency detected [ 6.419128][ C0] 7.2.0-virtme #1 Tainted: G W [ 6.419130][ C0] -------------------------------------------------------- [ 6.419130][ C0] systemd-udevd/80 just changed the state of lock: [ 6.419132][ C0] ffffffff89a89660 (console_owner){..-.}-{0:0}, at: console_trylock_spinning+0xa4/0x1e0 [ 6.419146][ C0] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 6.419147][ C0] (fs_reclaim){+.+.}-{0:0} [ 6.419149][ C0] [ 6.419149][ C0] [ 6.419149][ C0] and interrupts could create inverse lock ordering between them. [ 6.419149][ C0] [ 6.419150][ C0] [ 6.419150][ C0] other info that might help us debug this: [ 6.419150][ C0] Possible interrupt unsafe locking scenario: [ 6.419150][ C0] [ 6.419151][ C0] CPU0 CPU1 [ 6.419151][ C0] ---- ---- [ 6.419152][ C0] lock(fs_reclaim); [ 6.419153][ C0] local_irq_disable(); [ 6.419153][ C0] lock(console_owner); [ 6.419154][ C0] lock(fs_reclaim); [ 6.419155][ C0] [ 6.419155][ C0] lock(console_owner); [ 6.419156][ C0] [ 6.419156][ C0] *** DEADLOCK *** [ 6.419156][ C0] [ 6.419157][ C0] locks held by systemd-udevd/80: 2, last CPU#0: [ 6.419158][ C0] #0: ffa00000004c7bc0 ((&watchdog_timer)){+.-.}-{0:0}, at: call_timer_fn+0x110/0x4d0 [ 6.419163][ C0] #1: ffffffff89bce8b8 (watchdog_lock){+.-.}-{3:3}, at: clocksource_watchdog+0x15/0x30 [ 6.419168][ C0] [ 6.419168][ C0] the shortest dependencies between 2nd lock and 1st lock: [ 6.419171][ C0] -> (fs_reclaim){+.+.}-{0:0} { [ 6.419174][ C0] HARDIRQ-ON-W at: [ 6.419175][ C0] __lock_acquire+0x388/0xc20 [ 6.419179][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.419181][ C0] fs_reclaim_acquire+0xd5/0x120 [ 6.419184][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 6.419187][ C0] kthread_create_worker_on_node+0xea/0x210 [ 6.419190][ C0] workqueue_init+0x2a/0x680 [ 6.419194][ C0] kernel_init_freeable+0x2fe/0x630 [ 6.419196][ C0] kernel_init+0x21/0x150 [ 6.419200][ C0] ret_from_fork+0x474/0x6b0 [ 6.419203][ C0] ret_from_fork_asm+0x11/0x20 [ 6.419206][ C0] SOFTIRQ-ON-W at: [ 6.419207][ C0] __lock_acquire+0x388/0xc20 [ 6.419209][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.419210][ C0] fs_reclaim_acquire+0xd5/0x120 [ 6.419212][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 6.419213][ C0] kthread_create_worker_on_node+0xea/0x210 [ 6.419215][ C0] workqueue_init+0x2a/0x680 [ 6.419217][ C0] kernel_init_freeable+0x2fe/0x630 [ 6.419218][ C0] kernel_init+0x21/0x150 [ 6.419219][ C0] ret_from_fork+0x474/0x6b0 [ 6.419221][ C0] ret_from_fork_asm+0x11/0x20 [ 6.419222][ C0] INITIAL USE at: [ 6.419223][ C0] __lock_acquire+0x388/0xc20 [ 6.419225][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.419226][ C0] fs_reclaim_acquire+0xd5/0x120 [ 6.419227][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 6.419229][ C0] kthread_create_worker_on_node+0xea/0x210 [ 6.419231][ C0] workqueue_init+0x2a/0x680 [ 6.419232][ C0] kernel_init_freeable+0x2fe/0x630 [ 6.419234][ C0] kernel_init+0x21/0x150 [ 6.419235][ C0] ret_from_fork+0x474/0x6b0 [ 6.419236][ C0] ret_from_fork_asm+0x11/0x20 [ 6.419238][ C0] } [ 6.419238][ C0] ... key at: [] __fs_reclaim_map+0x0/0xbe0 [ 6.419243][ C0] ... acquired at: [ 6.419244][ C0] __lock_acquire+0x518/0xc20 [ 6.419246][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.419247][ C0] fs_reclaim_acquire+0xd5/0x120 [ 6.419249][ C0] __kmalloc_noprof+0xd3/0x760 [ 6.419250][ C0] alloc_buf.isra.0+0x4b/0x260 [ 6.419254][ C0] put_chars+0x1e1/0x2f0 [ 6.419255][ C0] hvc_console_print+0x292/0x780 [ 6.419258][ C0] console_emit_next_record+0x22f/0x4c0 [ 6.419259][ C0] console_flush_one_record+0x46f/0x710 [ 6.419260][ C0] console_unlock+0xee/0x1f0 [ 6.419261][ C0] vprintk_emit+0x37c/0x3e0 [ 6.419263][ C0] dev_vprintk_emit+0x27f/0x2c0 [ 6.419266][ C0] dev_printk_emit+0xb9/0xee [ 6.419268][ C0] _dev_info+0xe2/0x116 [ 6.419269][ C0] __devm_rtc_register_device.cold+0xc3/0x3a8 [ 6.419272][ C0] cmos_do_probe+0x73b/0x98a [ 6.419273][ C0] platform_probe+0xfe/0x1f0 [ 6.419276][ C0] call_driver_probe+0x61/0x1c0 [ 6.419278][ C0] really_probe+0x199/0x760 [ 6.419280][ C0] __driver_probe_device+0x24f/0x440 [ 6.419281][ C0] driver_probe_device+0x4a/0xf0 [ 6.419283][ C0] __driver_attach+0x1b8/0x540 [ 6.419285][ C0] bus_for_each_dev+0x130/0x1e0 [ 6.419286][ C0] bus_add_driver+0x2c8/0x530 [ 6.419288][ C0] driver_register+0x1a3/0x390 [ 6.419290][ C0] __platform_driver_probe+0x13f/0x270 [ 6.419291][ C0] cmos_init+0x31/0x40 [ 6.419293][ C0] do_one_initcall+0x124/0x4f0 [ 6.419295][ C0] kernel_init_freeable+0x596/0x630 [ 6.419296][ C0] kernel_init+0x21/0x150 [ 6.419298][ C0] ret_from_fork+0x474/0x6b0 [ 6.419299][ C0] ret_from_fork_asm+0x11/0x20 [ 6.419301][ C0] [ 6.419301][ C0] -> (console_owner){..-.}-{0:0} { [ 6.419303][ C0] IN-SOFTIRQ-W at: [ 6.419303][ C0] __lock_acquire+0x388/0xc20 [ 6.419305][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.419307][ C0] console_trylock_spinning+0xb5/0x1e0 [ 6.419309][ C0] vprintk_emit+0x320/0x3e0 [ 6.419310][ C0] _printk+0xc7/0x100 [ 6.419312][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 6.419315][ C0] call_timer_fn+0x160/0x4d0 [ 6.419316][ C0] __run_timers+0x68f/0xaa0 [ 6.419317][ C0] run_timer_softirq+0xf0/0x160 [ 6.419318][ C0] handle_softirqs+0x1d3/0x900 [ 6.419321][ C0] __irq_exit_rcu+0x145/0x1c0 [ 6.419322][ C0] irq_exit_rcu+0xe/0x30 [ 6.419324][ C0] sysvec_apic_timer_interrupt+0x4c/0xe0 [ 6.419326][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 6.419328][ C0] INITIAL USE at: [ 6.419329][ C0] } [ 6.419329][ C0] ... key at: [] console_owner_dep_map+0x0/0x60 [ 6.419333][ C0] ... acquired at: [ 6.419333][ C0] mark_lock+0x1d7/0xa00 [ 6.419335][ C0] mark_usage+0x42/0x170 [ 6.419336][ C0] __lock_acquire+0x388/0xc20 [ 6.419338][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.419339][ C0] console_trylock_spinning+0xb5/0x1e0 [ 6.419341][ C0] vprintk_emit+0x320/0x3e0 [ 6.419342][ C0] _printk+0xc7/0x100 [ 6.419343][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 6.419345][ C0] call_timer_fn+0x160/0x4d0 [ 6.419346][ C0] __run_timers+0x68f/0xaa0 [ 6.419347][ C0] run_timer_softirq+0xf0/0x160 [ 6.419348][ C0] handle_softirqs+0x1d3/0x900 [ 6.419349][ C0] __irq_exit_rcu+0x145/0x1c0 [ 6.419351][ C0] irq_exit_rcu+0xe/0x30 [ 6.419352][ C0] sysvec_apic_timer_interrupt+0x4c/0xe0 [ 6.419353][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 6.419354][ C0] [ 6.419355][ C0] [ 6.419355][ C0] stack backtrace: [ 6.419358][ C0] CPU: 0 UID: 0 PID: 80 Comm: systemd-udevd Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 6.419361][ C0] Tainted: [W]=WARN [ 6.419362][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 6.419364][ C0] Call Trace: [ 6.419365][ C0] [ 6.419366][ C0] dump_stack_lvl+0x6f/0xa0 [ 6.419370][ C0] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 6.419373][ C0] mark_lock_irq+0x989/0x9c0 [ 6.419375][ C0] ? add_lock_to_list+0x2c/0x1a0 [ 6.419378][ C0] mark_lock+0x1d7/0xa00 [ 6.419381][ C0] mark_usage+0x42/0x170 [ 6.419382][ C0] __lock_acquire+0x388/0xc20 [ 6.419385][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.419387][ C0] ? console_trylock_spinning+0xa4/0x1e0 [ 6.419389][ C0] ? rcu_is_watching+0x16/0xd0 [ 6.419392][ C0] ? lock_acquire+0x13c/0x160 [ 6.419394][ C0] console_trylock_spinning+0xb5/0x1e0 [ 6.419396][ C0] ? console_trylock_spinning+0xa4/0x1e0 [ 6.419399][ C0] vprintk_emit+0x320/0x3e0 [ 6.419400][ C0] ? wake_up_klogd_work_func+0x90/0x90 [ 6.419403][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 6.419405][ C0] _printk+0xc7/0x100 [ 6.419407][ C0] ? snapshot_read.cold+0x21/0x21 [ 6.419409][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 6.419411][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 6.419414][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 6.419415][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 6.419417][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 6.419425][ C0] call_timer_fn+0x160/0x4d0 [ 6.419426][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 6.419428][ C0] ? debug_object_active_state+0x430/0x430 [ 6.419430][ C0] ? find_held_lock+0x2b/0x80 [ 6.419433][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 6.419435][ C0] ? rcu_is_watching+0x16/0xd0 [ 6.419437][ C0] __run_timers+0x68f/0xaa0 [ 6.419438][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 6.419441][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 6.419442][ C0] ? __lock_acquire+0x518/0xc20 [ 6.419446][ C0] ? __rwlock_init+0x150/0x150 [ 6.419449][ C0] run_timer_softirq+0xf0/0x160 [ 6.419450][ C0] ? __run_timers+0xaa0/0xaa0 [ 6.419452][ C0] ? trace_irq_enable.constprop.0+0x9b/0x160 [ 6.419455][ C0] ? rcu_is_watching+0x16/0xd0 [ 6.419456][ C0] handle_softirqs+0x1d3/0x900 [ 6.419459][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 6.419460][ C0] ? _local_bh_enable+0xc0/0xc0 [ 6.419463][ C0] __irq_exit_rcu+0x145/0x1c0 [ 6.419465][ C0] irq_exit_rcu+0xe/0x30 [ 6.419466][ C0] sysvec_apic_timer_interrupt+0x4c/0xe0 [ 6.419468][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 6.419470][ C0] RIP: 0033:0x7ff2ede48574 [ 6.419473][ C0] Code: 8b 45 a8 41 89 c4 0f 88 47 03 00 00 c6 45 c7 01 8b 7d b8 44 89 4d b4 e8 3a 45 e1 ff 44 8b 4d b4 e9 2c fe ff ff 90 4c 8d 45 c7 <89> da 4c 89 fe 44 89 f7 44 89 4d b8 e8 cb c4 e0 ff 85 c0 44 8b 4d [ 6.419475][ C0] RSP: 002b:00007fff9df0f2a0 EFLAGS: 00000246 [ 6.419477][ C0] RAX: 0000000000000000 RBX: 00000000000b0000 RCX: 00000000000001ed [ 6.419479][ C0] RDX: 00000000000001ed RSI: 00005604c1b14df0 RDI: 0000000000000023 [ 6.419479][ C0] RBP: 00007fff9df0f300 R08: 00007fff9df0f2c7 R09: 0000000000000000 [ 6.419480][ C0] R10: 0000000000000000 R11: 0000000000000246 R12: 0000000000080000 [ 6.419481][ C0] R13: 0000000000000001 R14: 0000000000000023 R15: 00005604c1b14df0 [ 6.419484][ C0] [ 6.734633][ T75] virtme-ng-init: udev is done [ 6.736978][ T1] virtme-ng-init: initialization done