virtme: waiting for virtiofsd to start virtme: use 'microvm' QEMU architecture [ 1.434202][ T1] i8042: PNP: No PS/2 controller found. [ 1.434222][ T1] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 1.434224][ T1] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 1, name: swapper/0 [ 1.434225][ T1] preempt_count: 1, expected: 0 [ 1.434226][ T1] RCU nest depth: 0, expected: 0 [ 1.434227][ T1] locks held by swapper/0/1: 4, last CPU#0: [ 1.434229][ T1] #0: ffffffff9957ddc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 1.434240][ T1] #1: ffffffff9957de38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 1.434246][ T1] #2: ffffffff9949d760 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 1.434250][ T1] #3: ffffffff9949d660 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 1.434254][ T1] irq event stamp: 324448 [ 1.434255][ T1] hardirqs last enabled at (324447): [] __down_trylock_console_sem+0x86/0xa0 [ 1.434258][ T1] hardirqs last disabled at (324448): [] console_emit_next_record+0x3d4/0x4c0 [ 1.434260][ T1] softirqs last enabled at (324414): [] handle_softirqs+0x67c/0x900 [ 1.434263][ T1] softirqs last disabled at (324231): [] __irq_exit_rcu+0x145/0x1c0 [ 1.434266][ T1] Preemption disabled at: [ 1.434266][ T1] [] vprintk_emit+0x31b/0x3e0 [ 1.434271][ T1] CPU: 0 UID: 0 PID: 1 Comm: swapper/0 Not tainted 7.2.0-virtme #1 PREEMPT(full) [ 1.434274][ T1] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 1.434276][ T1] Call Trace: [ 1.434278][ T1] [ 1.434281][ T1] dump_stack_lvl+0x6f/0xa0 [ 1.434287][ T1] ? vprintk_emit+0x31b/0x3e0 [ 1.434289][ T1] __might_resched.cold+0x1fe/0x2c1 [ 1.434293][ T1] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 1.434298][ T1] ? __kmalloc_noprof+0xdb/0x760 [ 1.434302][ T1] __kmalloc_noprof+0x443/0x760 [ 1.434304][ T1] ? alloc_buf.isra.0+0x4b/0x260 [ 1.434311][ T1] ? do_raw_spin_unlock+0x59/0x250 [ 1.434314][ T1] alloc_buf.isra.0+0x4b/0x260 [ 1.434317][ T1] put_chars+0x1e1/0x2f0 [ 1.434319][ T1] ? desc_read_finalized_seq+0x79/0x120 [ 1.434321][ T1] ? __send_to_port+0x420/0x420 [ 1.434324][ T1] ? rcu_read_lock_any_held+0x3c/0x90 [ 1.434328][ T1] ? validate_chain+0x38b/0xc20 [ 1.434332][ T1] hvc_console_print+0x292/0x780 [ 1.434336][ T1] ? __lock_acquire+0x518/0xc20 [ 1.434338][ T1] ? __lock_acquire+0x518/0xc20 [ 1.434343][ T1] ? hvc_write+0x3a0/0x3a0 [ 1.434345][ T1] ? console_emit_next_record+0x1df/0x4c0 [ 1.434348][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.434350][ T1] ? lock_acquire+0x13c/0x160 [ 1.434355][ T1] console_emit_next_record+0x22f/0x4c0 [ 1.434359][ T1] ? devkmsg_read+0x4b0/0x4b0 [ 1.434360][ T1] ? console_flush_one_record+0x106/0x710 [ 1.434364][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.434366][ T1] ? lock_acquire+0x13c/0x160 [ 1.434370][ T1] console_flush_one_record+0x46f/0x710 [ 1.434374][ T1] ? console_emit_next_record+0x4c0/0x4c0 [ 1.434376][ T1] ? __lock_acquire+0x518/0xc20 [ 1.434382][ T1] console_unlock+0xee/0x1f0 [ 1.434385][ T1] ? console_flush_one_record+0x710/0x710 [ 1.434387][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.434389][ T1] ? lock_acquire+0xe0/0x160 [ 1.434392][ T1] ? __down_trylock_console_sem+0x5e/0xa0 [ 1.434394][ T1] ? vprintk_emit+0x320/0x3e0 [ 1.434397][ T1] vprintk_emit+0x37c/0x3e0 [ 1.434400][ T1] ? wake_up_klogd_work_func+0x90/0x90 [ 1.434403][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.434406][ T1] ? i8042_platform_init+0x460/0x460 [ 1.434411][ T1] _printk+0xc7/0x100 [ 1.434414][ T1] ? snapshot_read.cold+0x21/0x21 [ 1.434417][ T1] ? kobject_put+0x50/0xc0 [ 1.434422][ T1] ? i8042_platform_init+0x460/0x460 [ 1.434425][ T1] ? i8042_platform_init+0x460/0x460 [ 1.434427][ T1] ? kobject_put+0x50/0xc0 [ 1.434429][ T1] ? kobject_put+0x50/0xc0 [ 1.434432][ T1] i8042_pnp_init+0xf7/0x3c0 [ 1.434435][ T1] ? i8042_check_quirks+0x120/0x120 [ 1.434440][ T1] ? i8042_platform_init+0x460/0x460 [ 1.434443][ T1] i8042_platform_init+0x3f9/0x460 [ 1.434446][ T1] ? lock_pin_lock+0x80/0x180 [ 1.434448][ T1] ? lockdep_hardirqs_on_prepare.part.0+0x9a/0x160 [ 1.434450][ T1] ? lockdep_hardirqs_on+0x91/0x130 [ 1.434453][ T1] ? _raw_spin_unlock_irqrestore+0x53/0x80 [ 1.434456][ T1] ? i8042_pnp_init+0x3c0/0x3c0 [ 1.434457][ T1] ? add_device_randomness+0xbb/0x100 [ 1.434460][ T1] ? random_write_iter+0x20/0x20 [ 1.434463][ T1] ? virtio_net_driver_init+0xa0/0xa0 [ 1.434465][ T1] ? rtnl_link_register+0x123/0x390 [ 1.434470][ T1] ? i8042_platform_init+0x460/0x460 [ 1.434472][ T1] i8042_init+0x45/0x130 [ 1.434474][ T1] do_one_initcall+0x124/0x4f0 [ 1.434477][ T1] ? trace_event_raw_event_initcall_level+0x280/0x280 [ 1.434479][ T1] ? parameq+0x110/0x110 [ 1.434485][ T1] ? kernel_init_freeable+0x3f1/0x630 [ 1.434489][ T1] ? rcu_is_watching+0x16/0xd0 [ 1.434492][ T1] kernel_init_freeable+0x596/0x630 [ 1.434495][ T1] ? rest_init+0x280/0x280 [ 1.434498][ T1] kernel_init+0x21/0x150 [ 1.434500][ T1] ? rest_init+0x280/0x280 [ 1.434502][ T1] ret_from_fork+0x474/0x6b0 [ 1.434507][ T1] ? arch_exit_to_user_mode_prepare.isra.0+0x120/0x120 [ 1.434510][ T1] ? __switch_to+0x5a3/0xe00 [ 1.434514][ T1] ? rest_init+0x280/0x280 [ 1.434517][ T1] ret_from_fork_asm+0x11/0x20 [ 1.434525][ T1] [ 1.465208][ T1] rtc_cmos PNP0B00:00: registered as rtc0 [ 1.465815][ T1] rtc_cmos PNP0B00:00: setting system clock to 2026-08-28T01:20:47 UTC (1787880047) [ 1.467415][ T1] rtc_cmos PNP0B00:00: alarms up to one day, 242 bytes nvram [ 1.472584][ T1] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev [ 1.483661][ T1] ipip: IPv4 and MPLS over IPv4 tunneling driver [ 1.488853][ T1] IPv4 over IPsec tunneling driver [ 1.494291][ T1] NET: Registered PF_INET6 protocol family [ 1.504193][ T1] Segment Routing with IPv6 [ 1.504491][ T1] RPL Segment Routing with IPv6 [ 1.505229][ T1] In-situ OAM (IOAM) with IPv6 [ 1.511097][ T1] sit: IPv6, IPv4 and MPLS over IPv4 tunneling driver [ 1.523128][ T1] NET: Registered PF_PACKET protocol family [ 1.523789][ T1] 8021q: 802.1Q VLAN Support v1.8 [ 1.524601][ T1] sctp: Hash tables configured (bind 32/56) [ 1.525684][ T1] 9pnet: Installing 9P2000 support [ 1.526282][ T1] Key type dns_resolver registered [ 1.527398][ T1] NET: Registered PF_VSOCK protocol family [ 1.533538][ T1] IPI shorthand broadcast: enabled [ 1.659525][ T1] sched_clock: Marking stable (1625002385, 34015316)->(1737823476, -78805775) [ 1.662319][ T1] registered taskstats version 1 [ 1.664541][ T1] Loading compiled-in X.509 certificates [ 1.780718][ T1] Demotion targets for Node 0: null [ 1.781059][ T1] kmemleak: Kernel memory leak detector initialized (mem pool available: 11807) [ 1.781360][ T1] page_owner is disabled [ 1.782077][ T1] PM: Magic number: 6:491:307 [ 1.782279][ T1] tty tty36: hash matches [ 1.782727][ T1] netconsole: network logging started [ 1.784996][ T1] ALSA device list: [ 1.785925][ T1] No soundcards found. [ 1.786812][ T1] md: Skipping autodetection of RAID arrays. (raid=autodetect will force) [ 1.789907][ T1] VFS: Mounted root (virtiofs filesystem) readonly on device 0:25. [ 1.790740][ T1] devtmpfs: mounted [ 1.791011][ T1] VFS: Pivoted into new rootfs [ 1.821575][ T1] Freeing unused kernel image (initmem) memory: 2624K [ 1.821804][ T1] Write protecting the kernel read-only data: 65536k [ 1.822556][ T1] Freeing unused kernel image (text/rodata gap) memory: 104K [ 1.825356][ T1] Freeing unused kernel image (rodata/data gap) memory: 312K [ 1.825635][ T1] Run /usr/lib/python3.14/site-packages/virtme/guest/bin/virtme-ng-init as init process [ 1.825910][ T1] with arguments: [ 1.826339][ T1] /usr/lib/python3.14/site-packages/virtme/guest/bin/virtme-ng-init [ 1.826579][ T1] with environment: [ 1.826707][ T1] HOME=/ [ 1.826831][ T1] TERM=dumb [ 1.826952][ T1] virtme_hostname=vmksft-net-dbg,debug-threads=on [ 1.828456][ T1] nr_open=2147483584 [ 1.828583][ T1] virtme_link_mods=/srv/vmksft/testing/wt-2/.virtme_mods/lib/modules/0.0.0 [ 1.828854][ T1] virtme_rw_overlay0=/etc [ 1.829024][ T1] virtme_rw_overlay1=/lib [ 1.829185][ T1] virtme_rw_overlay2=/home [ 1.829344][ T1] virtme_rw_overlay3=/opt [ 1.829507][ T1] virtme_rw_overlay4=/srv [ 1.829668][ T1] virtme_rw_overlay5=/usr [ 1.829823][ T1] virtme_rw_overlay6=/var [ 1.829982][ T1] virtme_rw_overlay7=/tmp [ 1.830148][ T1] virtme_console=ttyS0 [ 1.830306][ T1] virtme_chdir=srv/vmksft/testing/wt-2 [ 1.847467][ T1] virtme-ng-init: mount devtmpfs -> /dev: EBUSY: Device or resource busy [ 1.848812][ T1] virtme-ng-init: Setting hostname to vmksft-net-dbg,debug-threads=on... [ 1.857078][ T1] overlayfs: failed to set xattr on upper [ 1.857362][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.857623][ T1] overlayfs: ...falling back to uuid=null. [ 1.860327][ T1] overlayfs: failed to set xattr on upper [ 1.860541][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.860793][ T1] overlayfs: ...falling back to uuid=null. [ 1.862880][ T1] overlayfs: failed to set xattr on upper [ 1.863248][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.863496][ T1] overlayfs: ...falling back to uuid=null. [ 1.865566][ T1] overlayfs: failed to set xattr on upper [ 1.865772][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.866032][ T1] overlayfs: ...falling back to uuid=null. [ 1.868489][ T1] overlayfs: failed to set xattr on upper [ 1.868699][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.868941][ T1] overlayfs: ...falling back to uuid=null. [ 1.870763][ T1] overlayfs: failed to set xattr on upper [ 1.870976][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.871230][ T1] overlayfs: ...falling back to uuid=null. [ 1.873945][ T1] overlayfs: failed to set xattr on upper [ 1.874159][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.874406][ T1] overlayfs: ...falling back to uuid=null. [ 1.876448][ T1] overlayfs: failed to set xattr on upper [ 1.876649][ T1] overlayfs: ...falling back to redirect_dir=nofollow. [ 1.876900][ T1] overlayfs: ...falling back to uuid=null. [ 1.889780][ T1] virtme-ng-init: running systemd-tmpfiles [ 2.085693][ T72] kwatchdog (72) used greatest stack depth: 29688 bytes left [ 4.131216][ T70] systemd-tmpfile (70) used greatest stack depth: 24896 bytes left [ 4.131234][ T70] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 4.131236][ T70] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 70, name: systemd-tmpfile [ 4.131238][ T70] preempt_count: 2, expected: 0 [ 4.131239][ T70] RCU nest depth: 0, expected: 0 [ 4.131240][ T70] locks held by systemd-tmpfile/70: 5, last CPU#1: [ 4.131242][ T70] #0: ffffffff994167b8 (low_water_lock){+.+.}-{3:3}, at: do_exit+0x887/0xdc0 [ 4.131253][ T70] #1: ffffffff9957ddc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 4.131258][ T70] #2: ffffffff9957de38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 4.131263][ T70] #3: ffffffff9949d760 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 4.131266][ T70] #4: ffffffff9949d660 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 4.131270][ T70] irq event stamp: 2220446 [ 4.131271][ T70] hardirqs last enabled at (2220445): [] __down_trylock_console_sem+0x86/0xa0 [ 4.131274][ T70] hardirqs last disabled at (2220446): [] console_emit_next_record+0x3d4/0x4c0 [ 4.131277][ T70] softirqs last enabled at (2215750): [] handle_softirqs+0x67c/0x900 [ 4.131279][ T70] softirqs last disabled at (2215745): [] __irq_exit_rcu+0x145/0x1c0 [ 4.131281][ T70] Preemption disabled at: [ 4.131282][ T70] [<0000000000000000>] 0x0 [ 4.131289][ T70] CPU: 1 UID: 0 PID: 70 Comm: systemd-tmpfile Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 4.131292][ T70] Tainted: [W]=WARN [ 4.131293][ T70] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 4.131295][ T70] Call Trace: [ 4.131297][ T70] [ 4.131299][ T70] dump_stack_lvl+0x6f/0xa0 [ 4.131305][ T70] __might_resched.cold+0x1fe/0x2c1 [ 4.131310][ T70] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 4.131314][ T70] ? __kmalloc_noprof+0xdb/0x760 [ 4.131319][ T70] __kmalloc_noprof+0x443/0x760 [ 4.131321][ T70] ? alloc_buf.isra.0+0x4b/0x260 [ 4.131327][ T70] ? do_raw_spin_unlock+0x59/0x250 [ 4.131330][ T70] alloc_buf.isra.0+0x4b/0x260 [ 4.131334][ T70] put_chars+0x1e1/0x2f0 [ 4.131337][ T70] ? __send_to_port+0x420/0x420 [ 4.131338][ T70] ? rcu_lockdep_current_cpu_online+0x3f/0x1b0 [ 4.131341][ T70] ? validate_chain+0x38b/0xc20 [ 4.131347][ T70] hvc_console_print+0x292/0x780 [ 4.131355][ T70] ? hvc_write+0x3a0/0x3a0 [ 4.131357][ T70] ? rcu_is_watching+0x16/0xd0 [ 4.131359][ T70] ? lock_acquire+0x13c/0x160 [ 4.131364][ T70] console_emit_next_record+0x22f/0x4c0 [ 4.131368][ T70] ? devkmsg_read+0x4b0/0x4b0 [ 4.131370][ T70] ? console_flush_one_record+0x106/0x710 [ 4.131373][ T70] ? rcu_is_watching+0x16/0xd0 [ 4.131375][ T70] ? lock_acquire+0x13c/0x160 [ 4.131381][ T70] console_flush_one_record+0x46f/0x710 [ 4.131385][ T70] ? console_emit_next_record+0x4c0/0x4c0 [ 4.131387][ T70] ? __lock_acquire+0x518/0xc20 [ 4.131393][ T70] console_unlock+0xee/0x1f0 [ 4.131396][ T70] ? console_flush_one_record+0x710/0x710 [ 4.131398][ T70] ? rcu_is_watching+0x16/0xd0 [ 4.131399][ T70] ? lock_acquire+0xe0/0x160 [ 4.131403][ T70] ? __down_trylock_console_sem+0x5e/0xa0 [ 4.131405][ T70] ? vprintk_emit+0x320/0x3e0 [ 4.131408][ T70] vprintk_emit+0x37c/0x3e0 [ 4.131411][ T70] ? wake_up_klogd_work_func+0x90/0x90 [ 4.131414][ T70] ? __lock_acquire+0x518/0xc20 [ 4.131418][ T70] _printk+0xc7/0x100 [ 4.131422][ T70] ? snapshot_read.cold+0x21/0x21 [ 4.131424][ T70] ? do_raw_spin_lock+0x131/0x280 [ 4.131427][ T70] ? __rwlock_init+0x150/0x150 [ 4.131431][ T70] ? do_raw_spin_lock+0x131/0x280 [ 4.131434][ T70] do_exit.cold+0x82/0x9c [ 4.131438][ T70] ? exit_notify+0x890/0x890 [ 4.131439][ T70] ? __lock_release.isra.0+0x69/0x1a0 [ 4.131442][ T70] ? rcu_is_watching+0x16/0xd0 [ 4.131446][ T70] do_group_exit+0xb8/0x370 [ 4.131449][ T70] __x64_sys_exit_group+0x3c/0x50 [ 4.131451][ T70] x64_sys_call+0x1567/0x1570 [ 4.131453][ T70] do_syscall_64+0xff/0x530 [ 4.131458][ T70] ? exc_page_fault+0xee/0x100 [ 4.131461][ T70] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 4.131463][ T70] RIP: 0033:0x7f13239551b8 [ 4.131465][ T70] Code: Unable to access opcode bytes at 0x7f132395518e. [ 4.131466][ T70] RSP: 002b:00007ffe2b298978 EFLAGS: 00000246 ORIG_RAX: 00000000000000e7 [ 4.131468][ T1] virtme-ng-init: Failed to read '/usr/lib/tmpfiles.d/audit.conf': Permission denied [ 4.131468][ T1] Failed to create directory or subvolume "/var/spool/at/spool": Permission denied [ 4.131468][ T1] Failed to create file /var/spool/at/.SEQ: Permission denied [ 4.131468][ T1] Failed to opendir() '/proc/self/fd/6': Permission denied [ 4.131469][ T70] RAX: ffffffffffffffda RBX: 00007f1323a85f88 RCX: 00007f13239551b8 [ 4.131470][ T70] RDX: 00007f13231b34c8 RSI: fffffffffffffe90 RDI: 0000000000000049 [ 4.131471][ T70] RBP: 00007ffe2b2989d0 R08: 0000000000000000 R09: 0000000000001000 [ 4.131472][ T70] R10: 00007ffe2b298790 R11: 0000000000000246 R12: 0000000000000001 [ 4.131473][ T70] R13: 0000000000000049 R14: 00007f1323a84680 R15: 00007f1323a85fa0 [ 4.131480][ T70] [ 4.151871][ T1] virtme-ng-init: basic initialization done [ 4.199717][ T78] ip (78) used greatest stack depth: 23544 bytes left [ 4.215401][ T74] virtme-ng-init: Starting systemd-udevd version 259.8-1.fc44 [ 4.215851][ T74] virtme-ng-init: triggering udev coldplug [ 6.585423][ T74] virtme-ng-init: waiting for udev to settle [ 6.585439][ T74] BUG: sleeping function called from invalid context at ./include/linux/sched/mm.h:322 [ 6.585442][ T74] in_atomic(): 1, irqs_disabled(): 1, non_block: 0, pid: 74, name: virtme-ng-init [ 6.585443][ T74] preempt_count: 1, expected: 0 [ 6.585444][ T74] RCU nest depth: 0, expected: 0 [ 6.585445][ T74] locks held by virtme-ng-init/74: 4, last CPU#2: [ 6.585447][ T74] #0: ffffffff9957ddc0 (console_lock){+.+.}-{0:0}, at: vprintk_emit+0x320/0x3e0 [ 6.585461][ T74] #1: ffffffff9957de38 (console_srcu){....}-{0:0}, at: console_flush_one_record+0x106/0x710 [ 6.585468][ T74] #2: ffffffff9949d760 (console_owner){....}-{0:0}, at: console_lock_spinning_enable+0x40/0x60 [ 6.585474][ T74] #3: ffffffff9949d660 (printk_legacy_map-wait-type-override){....}-{3:3}, at: console_emit_next_record+0x1df/0x4c0 [ 6.585481][ T74] irq event stamp: 3204 [ 6.585482][ T74] hardirqs last enabled at (3203): [] __down_trylock_console_sem+0x86/0xa0 [ 6.585486][ T74] hardirqs last disabled at (3204): [] console_emit_next_record+0x3d4/0x4c0 [ 6.585489][ T74] softirqs last enabled at (2670): [] fpu_clone+0xd9/0x410 [ 6.585494][ T74] softirqs last disabled at (2668): [] fpu_clone+0x82/0x410 [ 6.585498][ T74] Preemption disabled at: [ 6.585499][ T74] [] vprintk_emit+0x31b/0x3e0 [ 6.585505][ T74] CPU: 2 UID: 0 PID: 74 Comm: virtme-ng-init Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 6.585510][ T74] Tainted: [W]=WARN [ 6.585511][ T74] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 6.585513][ T74] Call Trace: [ 6.585515][ T74] [ 6.585518][ T74] dump_stack_lvl+0x6f/0xa0 [ 6.585525][ T74] ? vprintk_emit+0x31b/0x3e0 [ 6.585528][ T74] __might_resched.cold+0x1fe/0x2c1 [ 6.585534][ T74] ? perf_trace_sched_switch+0x7c0/0x7c0 [ 6.585540][ T74] ? __kmalloc_noprof+0xdb/0x760 [ 6.585546][ T74] __kmalloc_noprof+0x443/0x760 [ 6.585549][ T74] ? alloc_buf.isra.0+0x4b/0x260 [ 6.585559][ T74] ? do_raw_spin_unlock+0x59/0x250 [ 6.585563][ T74] alloc_buf.isra.0+0x4b/0x260 [ 6.585569][ T74] put_chars+0x1e1/0x2f0 [ 6.585573][ T74] ? __send_to_port+0x420/0x420 [ 6.585578][ T74] ? validate_chain+0x38b/0xc20 [ 6.585586][ T74] hvc_console_print+0x292/0x780 [ 6.585598][ T74] ? hvc_write+0x3a0/0x3a0 [ 6.585602][ T74] ? rcu_is_watching+0x16/0xd0 [ 6.585606][ T74] ? lock_acquire+0x13c/0x160 [ 6.585613][ T74] console_emit_next_record+0x22f/0x4c0 [ 6.585619][ T74] ? devkmsg_read+0x4b0/0x4b0 [ 6.585622][ T74] ? console_flush_one_record+0x106/0x710 [ 6.585627][ T74] ? rcu_is_watching+0x16/0xd0 [ 6.585629][ T74] ? lock_acquire+0x13c/0x160 [ 6.585636][ T74] console_flush_one_record+0x46f/0x710 [ 6.585642][ T74] ? console_emit_next_record+0x4c0/0x4c0 [ 6.585645][ T74] ? __lock_acquire+0x518/0xc20 [ 6.585653][ T74] console_unlock+0xee/0x1f0 [ 6.585657][ T74] ? console_flush_one_record+0x710/0x710 [ 6.585660][ T74] ? rcu_is_watching+0x16/0xd0 [ 6.585663][ T74] ? lock_acquire+0xe0/0x160 [ 6.585668][ T74] ? __down_trylock_console_sem+0x5e/0xa0 [ 6.585671][ T74] ? vprintk_emit+0x320/0x3e0 [ 6.585675][ T74] vprintk_emit+0x37c/0x3e0 [ 6.585681][ T74] ? wake_up_klogd_work_func+0x90/0x90 [ 6.585685][ T74] ? _copy_from_iter+0x1bb/0x1810 [ 6.585693][ T74] devkmsg_emit.constprop.0+0xbc/0xf1 [ 6.585698][ T74] ? vprintk_emit.cold+0x107/0x107 [ 6.585701][ T74] ? simple_strntoull+0x10f/0x140 [ 6.585706][ T74] ? date_str+0x1e0/0x1e0 [ 6.585711][ T74] ? devkmsg_write+0xd1/0x2c0 [ 6.585718][ T74] devkmsg_write.cold+0x5a/0x8b [ 6.585722][ T74] ? vprintk_default+0x20/0x20 [ 6.585729][ T74] ? vprintk_default+0x20/0x20 [ 6.585732][ T74] new_sync_write+0x33e/0x760 [ 6.585736][ T74] ? kasan_quarantine_put+0x62/0x2b0 [ 6.585743][ T74] ? new_sync_read+0x750/0x750 [ 6.585745][ T74] ? lock_acquire.part.0+0xd4/0x280 [ 6.585751][ T74] ? __lock_release.isra.0+0x69/0x1a0 [ 6.585759][ T74] ? __fget_files+0x1e3/0x460 [ 6.585766][ T74] vfs_write+0x655/0x970 [ 6.585772][ T74] ksys_write+0x116/0x250 [ 6.585776][ T74] ? __ia32_sys_read+0xc0/0xc0 [ 6.585781][ T74] ? rcu_is_watching+0x16/0xd0 [ 6.585786][ T74] do_syscall_64+0xff/0x530 [ 6.585790][ T74] ? exc_page_fault+0xee/0x100 [ 6.585795][ T74] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 6.585799][ T74] RIP: 0033:0x7f0596f36ed2 [ 6.585805][ T74] Code: 08 0f 85 51 ec ff ff 49 89 fb 48 89 f0 48 89 d7 48 89 ce 4c 89 c2 4d 89 ca 4c 8b 44 24 08 4c 8b 4c 24 10 4c 89 5c 24 08 0f 05 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 00 f3 0f 1e fa 55 48 89 e5 [ 6.585807][ T74] RSP: 002b:00007f0596e7dc68 EFLAGS: 00000246 ORIG_RAX: 0000000000000001 [ 6.585811][ T74] RAX: ffffffffffffffda RBX: 000000000000002e RCX: 00007f0596f36ed2 [ 6.585813][ T74] RDX: 000000000000002e RSI: 00007f05900012c0 RDI: 0000000000000003 [ 6.585814][ T74] RBP: 00007f0596e7dc90 R08: 0000000000000000 R09: 0000000000000000 [ 6.585815][ T74] R10: 0000000000000000 R11: 0000000000000246 R12: 00007f0596fc10a0 [ 6.585817][ T74] R13: 00007f0596ebf3e0 R14: 00007f05900012c0 R15: 00007f0596e7dda8 [ 6.585830][ T74] [ 6.589165][ C0] clocksource: Watchdog remote CPU 2 read timed out [ 6.589192][ C0] [ 6.589193][ C0] ======================================================== [ 6.589194][ C0] WARNING: possible irq lock inversion dependency detected [ 6.589195][ C0] 7.2.0-virtme #1 Tainted: G W [ 6.589197][ C0] -------------------------------------------------------- [ 6.589197][ C0] (udev-worker)/90 just changed the state of lock: [ 6.589199][ C0] ffffffff9949d760 (console_owner){..-.}-{0:0}, at: console_trylock_spinning+0xa4/0x1e0 [ 6.589209][ C0] but this lock took another, SOFTIRQ-unsafe lock in the past: [ 6.589211][ C0] (fs_reclaim){+.+.}-{0:0} [ 6.589212][ C0] [ 6.589212][ C0] [ 6.589212][ C0] and interrupts could create inverse lock ordering between them. [ 6.589212][ C0] [ 6.589213][ C0] [ 6.589213][ C0] other info that might help us debug this: [ 6.589214][ C0] Possible interrupt unsafe locking scenario: [ 6.589214][ C0] [ 6.589215][ C0] CPU0 CPU1 [ 6.589215][ C0] ---- ---- [ 6.589216][ C0] lock(fs_reclaim); [ 6.589217][ C0] local_irq_disable(); [ 6.589217][ C0] lock(console_owner); [ 6.589219][ C0] lock(fs_reclaim); [ 6.589220][ C0] [ 6.589220][ C0] lock(console_owner); [ 6.589221][ C0] [ 6.589221][ C0] *** DEADLOCK *** [ 6.589221][ C0] [ 6.589221][ C0] locks held by (udev-worker)/90: 3, last CPU#0: [ 6.589223][ C0] #0: ffffffff99594b40 (rcu_read_lock_sched){....}-{1:2}, at: __virt_addr_valid+0xe1/0x440 [ 6.589229][ C0] #1: ffa0000000007c90 ((&watchdog_timer)){+.-.}-{0:0}, at: call_timer_fn+0x110/0x4d0 [ 6.589235][ C0] #2: ffffffff995e29f8 (watchdog_lock){+.-.}-{3:3}, at: clocksource_watchdog+0x15/0x30 [ 6.589239][ C0] [ 6.589239][ C0] the shortest dependencies between 2nd lock and 1st lock: [ 6.589244][ C0] -> (fs_reclaim){+.+.}-{0:0} { [ 6.589247][ C0] HARDIRQ-ON-W at: [ 6.589249][ C0] __lock_acquire+0x388/0xc20 [ 6.589252][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.589254][ C0] fs_reclaim_acquire+0xd5/0x120 [ 6.589257][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 6.589259][ C0] kthread_create_worker_on_node+0xea/0x210 [ 6.589262][ C0] workqueue_init+0x2a/0x680 [ 6.589267][ C0] kernel_init_freeable+0x2fe/0x630 [ 6.589270][ C0] kernel_init+0x21/0x150 [ 6.589273][ C0] ret_from_fork+0x474/0x6b0 [ 6.589276][ C0] ret_from_fork_asm+0x11/0x20 [ 6.589278][ C0] SOFTIRQ-ON-W at: [ 6.589279][ C0] __lock_acquire+0x388/0xc20 [ 6.589281][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.589283][ C0] fs_reclaim_acquire+0xd5/0x120 [ 6.589284][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 6.589285][ C0] kthread_create_worker_on_node+0xea/0x210 [ 6.589287][ C0] workqueue_init+0x2a/0x680 [ 6.589288][ C0] kernel_init_freeable+0x2fe/0x630 [ 6.589290][ C0] kernel_init+0x21/0x150 [ 6.589291][ C0] ret_from_fork+0x474/0x6b0 [ 6.589293][ C0] ret_from_fork_asm+0x11/0x20 [ 6.589294][ C0] INITIAL USE at: [ 6.589295][ C0] __lock_acquire+0x388/0xc20 [ 6.589296][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.589298][ C0] fs_reclaim_acquire+0xd5/0x120 [ 6.589299][ C0] __kmalloc_cache_noprof+0x6e/0x620 [ 6.589300][ C0] kthread_create_worker_on_node+0xea/0x210 [ 6.589302][ C0] workqueue_init+0x2a/0x680 [ 6.589304][ C0] kernel_init_freeable+0x2fe/0x630 [ 6.589305][ C0] kernel_init+0x21/0x150 [ 6.589306][ C0] ret_from_fork+0x474/0x6b0 [ 6.589308][ C0] ret_from_fork_asm+0x11/0x20 [ 6.589309][ C0] } [ 6.589309][ C0] ... key at: [] __fs_reclaim_map+0x0/0xbe0 [ 6.589313][ C0] ... acquired at: [ 6.589314][ C0] __lock_acquire+0x518/0xc20 [ 6.589316][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.589317][ C0] fs_reclaim_acquire+0xd5/0x120 [ 6.589319][ C0] __kmalloc_noprof+0xd3/0x760 [ 6.589320][ C0] alloc_buf.isra.0+0x4b/0x260 [ 6.589323][ C0] put_chars+0x1e1/0x2f0 [ 6.589324][ C0] hvc_console_print+0x292/0x780 [ 6.589327][ C0] console_emit_next_record+0x22f/0x4c0 [ 6.589329][ C0] console_flush_one_record+0x46f/0x710 [ 6.589331][ C0] console_unlock+0xee/0x1f0 [ 6.589332][ C0] vprintk_emit+0x37c/0x3e0 [ 6.589333][ C0] _printk+0xc7/0x100 [ 6.589335][ C0] i8042_pnp_init+0xf7/0x3c0 [ 6.589338][ C0] i8042_platform_init+0x3f9/0x460 [ 6.589340][ C0] i8042_init+0x45/0x130 [ 6.589341][ C0] do_one_initcall+0x124/0x4f0 [ 6.589343][ C0] kernel_init_freeable+0x596/0x630 [ 6.589344][ C0] kernel_init+0x21/0x150 [ 6.589346][ C0] ret_from_fork+0x474/0x6b0 [ 6.589347][ C0] ret_from_fork_asm+0x11/0x20 [ 6.589348][ C0] [ 6.589349][ C0] -> (console_owner){..-.}-{0:0} { [ 6.589351][ C0] IN-SOFTIRQ-W at: [ 6.589352][ C0] __lock_acquire+0x388/0xc20 [ 6.589353][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.589355][ C0] console_trylock_spinning+0xb5/0x1e0 [ 6.589356][ C0] vprintk_emit+0x320/0x3e0 [ 6.589357][ C0] _printk+0xc7/0x100 [ 6.589359][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 6.589361][ C0] call_timer_fn+0x160/0x4d0 [ 6.589363][ C0] __run_timers+0x68f/0xaa0 [ 6.589365][ C0] run_timer_softirq+0xf0/0x160 [ 6.589367][ C0] handle_softirqs+0x1d3/0x900 [ 6.589370][ C0] __irq_exit_rcu+0x145/0x1c0 [ 6.589371][ C0] irq_exit_rcu+0xe/0x30 [ 6.589373][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 6.589375][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 6.589378][ C0] lock_acquire.part.0+0x112/0x280 [ 6.589380][ C0] __virt_addr_valid+0xfd/0x440 [ 6.589382][ C0] kasan_addr_to_slab+0xd/0x50 [ 6.589384][ C0] kasan_record_aux_stack+0x14/0xc0 [ 6.589386][ C0] kmem_cache_free+0x37a/0x550 [ 6.589388][ C0] fput_close_sync+0xde/0x1b0 [ 6.589390][ C0] __x64_sys_close+0x8b/0xf0 [ 6.589392][ C0] do_syscall_64+0xff/0x530 [ 6.589394][ C0] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 6.589396][ C0] INITIAL USE at: [ 6.589397][ C0] } [ 6.589397][ C0] ... key at: [] console_owner_dep_map+0x0/0x60 [ 6.589399][ C0] ... acquired at: [ 6.589400][ C0] mark_lock+0x1d7/0xa00 [ 6.589402][ C0] mark_usage+0x42/0x170 [ 6.589403][ C0] __lock_acquire+0x388/0xc20 [ 6.589405][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.589406][ C0] console_trylock_spinning+0xb5/0x1e0 [ 6.589408][ C0] vprintk_emit+0x320/0x3e0 [ 6.589409][ C0] _printk+0xc7/0x100 [ 6.589410][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 6.589411][ C0] call_timer_fn+0x160/0x4d0 [ 6.589413][ C0] __run_timers+0x68f/0xaa0 [ 6.589415][ C0] run_timer_softirq+0xf0/0x160 [ 6.589417][ C0] handle_softirqs+0x1d3/0x900 [ 6.589418][ C0] __irq_exit_rcu+0x145/0x1c0 [ 6.589419][ C0] irq_exit_rcu+0xe/0x30 [ 6.589421][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 6.589422][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 6.589423][ C0] lock_acquire.part.0+0x112/0x280 [ 6.589425][ C0] __virt_addr_valid+0xfd/0x440 [ 6.589426][ C0] kasan_addr_to_slab+0xd/0x50 [ 6.589427][ C0] kasan_record_aux_stack+0x14/0xc0 [ 6.589428][ C0] kmem_cache_free+0x37a/0x550 [ 6.589429][ C0] fput_close_sync+0xde/0x1b0 [ 6.589431][ C0] __x64_sys_close+0x8b/0xf0 [ 6.589432][ C0] do_syscall_64+0xff/0x530 [ 6.589433][ C0] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 6.589435][ C0] [ 6.589435][ C0] [ 6.589435][ C0] stack backtrace: [ 6.589437][ C0] CPU: 0 UID: 0 PID: 90 Comm: (udev-worker) Tainted: G W 7.2.0-virtme #1 PREEMPT(full) [ 6.589441][ C0] Tainted: [W]=WARN [ 6.589441][ C0] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 6.589443][ C0] Call Trace: [ 6.589444][ C0] [ 6.589445][ C0] dump_stack_lvl+0x6f/0xa0 [ 6.589449][ C0] print_irq_inversion_bug.part.0.cold+0xe6/0x143 [ 6.589452][ C0] mark_lock_irq+0x989/0x9c0 [ 6.589453][ C0] ? add_lock_to_list+0x2c/0x1a0 [ 6.589456][ C0] mark_lock+0x1d7/0xa00 [ 6.589458][ C0] mark_usage+0x42/0x170 [ 6.589460][ C0] __lock_acquire+0x388/0xc20 [ 6.589463][ C0] lock_acquire.part.0+0xd4/0x280 [ 6.589465][ C0] ? console_trylock_spinning+0xa4/0x1e0 [ 6.589467][ C0] ? rcu_is_watching+0x16/0xd0 [ 6.589469][ C0] ? lock_acquire+0x13c/0x160 [ 6.589471][ C0] console_trylock_spinning+0xb5/0x1e0 [ 6.589473][ C0] ? console_trylock_spinning+0xa4/0x1e0 [ 6.589474][ C0] vprintk_emit+0x320/0x3e0 [ 6.589476][ C0] ? wake_up_klogd_work_func+0x90/0x90 [ 6.589478][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 6.589480][ C0] _printk+0xc7/0x100 [ 6.589482][ C0] ? snapshot_read.cold+0x21/0x21 [ 6.589484][ C0] ? clocksource_watchdog.part.0+0x450/0x540 [ 6.589485][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 6.589488][ C0] clocksource_watchdog.part.0.cold+0x105/0x1dd [ 6.589489][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 6.589491][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 6.589493][ C0] call_timer_fn+0x160/0x4d0 [ 6.589495][ C0] ? detach_if_pending+0x1d0/0x1d0 [ 6.589497][ C0] ? debug_object_active_state+0x430/0x430 [ 6.589500][ C0] ? find_held_lock+0x2b/0x80 [ 6.589502][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 6.589504][ C0] ? rcu_is_watching+0x16/0xd0 [ 6.589505][ C0] __run_timers+0x68f/0xaa0 [ 6.589507][ C0] ? clocksource_watchdog.part.0+0x540/0x540 [ 6.589510][ C0] ? __bpf_trace_itimer_expire+0x10/0x10 [ 6.589511][ C0] ? __lock_acquire+0x518/0xc20 [ 6.589514][ C0] ? __rwlock_init+0x150/0x150 [ 6.589517][ C0] run_timer_softirq+0xf0/0x160 [ 6.589519][ C0] ? __run_timers+0xaa0/0xaa0 [ 6.589521][ C0] ? rcu_is_watching+0x16/0xd0 [ 6.589522][ C0] handle_softirqs+0x1d3/0x900 [ 6.589525][ C0] ? __lock_release.isra.0+0x69/0x1a0 [ 6.589526][ C0] ? _local_bh_enable+0xc0/0xc0 [ 6.589529][ C0] __irq_exit_rcu+0x145/0x1c0 [ 6.589530][ C0] irq_exit_rcu+0xe/0x30 [ 6.589532][ C0] sysvec_apic_timer_interrupt+0x9d/0xe0 [ 6.589533][ C0] [ 6.589534][ C0] [ 6.589535][ C0] asm_sysvec_apic_timer_interrupt+0x1a/0x20 [ 6.589536][ C0] RIP: 0010:lock_acquire.part.0+0x112/0x280 [ 6.589539][ C0] Code: ff 65 0f c1 05 7f 77 ed 04 83 f8 01 4c 8b 14 24 0f 85 35 01 00 00 9c 58 f6 c4 02 0f 85 52 01 00 00 4d 85 d2 0f 85 1b 01 00 00 <48> 8b 44 24 30 65 48 2b 05 51 32 ed 04 0f 85 48 01 00 00 48 83 c4 [ 6.589540][ C0] RSP: 0018:ffa00000005c7d68 EFLAGS: 00000206 [ 6.589542][ C0] RAX: 0000000000000046 RBX: 0000000000000000 RCX: 1a9d56bbb2326a9a [ 6.589544][ C0] RDX: 0000000000000001 RSI: ffffffff98af9f34 RDI: ffffffff984949e0 [ 6.589544][ C0] RBP: 0000000000000000 R08: 0000000000000001 R09: ff1100000f00aed0 [ 6.589545][ C0] R10: 0000000000000200 R11: 0000000000000001 R12: ffffffff99594b40 [ 6.589546][ C0] R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000000002 [ 6.589548][ C0] ? rcu_is_watching+0x16/0xd0 [ 6.589550][ C0] ? kasan_save_track+0x14/0x30 [ 6.589551][ C0] ? lock_acquire+0x13c/0x160 [ 6.589553][ C0] ? fput_close_sync+0xde/0x1b0 [ 6.589555][ C0] __virt_addr_valid+0xfd/0x440 [ 6.589556][ C0] ? __virt_addr_valid+0xe1/0x440 [ 6.589557][ C0] kasan_addr_to_slab+0xd/0x50 [ 6.589558][ C0] kasan_record_aux_stack+0x14/0xc0 [ 6.589560][ C0] ? fput_close_sync+0xde/0x1b0 [ 6.589562][ C0] kmem_cache_free+0x37a/0x550 [ 6.589563][ C0] ? find_held_lock+0x2b/0x80 [ 6.589564][ C0] fput_close_sync+0xde/0x1b0 [ 6.589566][ C0] ? alloc_file_clone+0xe0/0xe0 [ 6.589568][ C0] ? do_raw_spin_unlock+0x59/0x250 [ 6.589570][ C0] __x64_sys_close+0x8b/0xf0 [ 6.589571][ C0] do_syscall_64+0xff/0x530 [ 6.589573][ C0] ? irq_exit_rcu+0x1a/0x30 [ 6.589575][ C0] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 6.589576][ C0] RIP: 0033:0x7fd6a121754e [ 6.589578][ C0] Code: 4d 89 d8 e8 b4 bd 00 00 4c 8b 5d f8 41 8b 93 08 03 00 00 59 5e 48 83 f8 fc 74 11 c9 c3 0f 1f 80 00 00 00 00 48 8b 45 10 0f 05 c3 83 e2 39 83 fa 08 75 e7 e8 03 ff ff ff 0f 1f 00 f3 0f 1e fa [ 6.589579][ C0] RSP: 002b:00007ffdd478b5e0 EFLAGS: 00000202 ORIG_RAX: 0000000000000003 [ 6.589581][ C0] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fd6a121754e [ 6.589582][ C0] RDX: 0000000000000000 RSI: 0000000000000000 RDI: 0000000000000024 [ 6.589583][ C0] RBP: 00007ffdd478b5f0 R08: 0000000000000000 R09: 0000000000000000 [ 6.589584][ C0] R10: 0000000000000000 R11: 0000000000000202 R12: 000055f67b7a9071 [ 6.589584][ C0] R13: 00000000fffffff7 R14: 0000000000000000 R15: 0000000000000024 [ 6.589587][ C0] [ 7.065495][ T74] virtme-ng-init: udev is done [ 7.067575][ T1] virtme-ng-init: initialization done