====================================== | [ 960.991086] kworker/u130:2 (319) used greatest stack depth: 22176 bytes left | [ 960.999829] kworker/u130:0 (178) used greatest stack depth: 21936 bytes left | [ 979.702473] block nvme0n1: No UUID available providing old NGUID | SUBSYSTEM=block | DEVICE=b259:0 [ 989.664354] INFO: task python3:5868 blocked for more than 122 seconds. [ 989.672574] Not tainted 7.1.0-rc2-marr-g20d76249b45a #1 [ 989.680364] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 989.689954] task:python3 state:D stack:25672 pid:5868 tgid:5868 ppid:5867 task_flags:0x400100 flags:0x00080000 [ 989.703161] Call Trace: [ 989.706700] [ 989.709852] __schedule+0xcba/0x1940 [ 989.714671] ? io_schedule_timeout+0x140/0x140 [ 989.720454] ? find_held_lock+0x2b/0x80 [ 989.725551] ? __lock_release.isra.0+0x6b/0x1a0 [ 989.731434] schedule+0xd4/0x260 [ 989.735850] schedule_preempt_disabled+0x18/0x30 [ 989.741829] __mutex_lock+0x6a3/0x2000 [ 989.746835] ? threaded_store+0x132/0x220 [ 989.752131] ? ww_mutex_lock+0x160/0x160 [ 989.757329] ? selinux_inode_free_security+0x330/0x330 [ 989.763898] ? cap_capable+0x1d6/0x3e0 [ 989.768906] ? threaded_store+0x132/0x220 [ 989.774200] threaded_store+0x132/0x220 [ 989.779300] ? xps_rxqs_store+0x2e0/0x2e0 [ 989.784598] ? sysfs_file_kobj+0xbd/0x1e0 [ 989.789897] ? sysfs_kf_write+0x65/0x160 [ 989.795095] ? sysfs_file_ops+0x140/0x140 [ 989.800391] kernfs_fop_write_iter+0x335/0x510 [ 989.806182] ? kernfs_ops+0xf0/0xf0 [ 989.810892] new_sync_write+0x333/0x750 [ 989.815994] ? __lock_acquire+0x508/0xc10 [ 989.821289] ? new_sync_read+0x740/0x740 [ 989.826490] ? lock_acquire.part.0+0xbc/0x260 [ 989.832175] ? ksys_write+0x116/0x250 [ 989.837088] vfs_write+0x657/0x9b0 [ 989.841702] ksys_write+0x116/0x250 [ 989.846414] ? __ia32_sys_read+0xc0/0xc0 [ 989.851610] ? kernfs_fop_llseek+0x160/0x1f0 [ 989.857200] ? rcu_is_watching+0x15/0xd0 [ 989.862399] do_syscall_64+0xf3/0x650 [ 989.867302] ? trace_hardirqs_off+0xd/0x30 [ 989.872694] ? exc_page_fault+0xda/0xf0 [ 989.877795] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 989.884269] RIP: 0033:0x7f0185d5022e [ 989.889079] RSP: 002b:00007fff07a3b9f0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 989.898376] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f0185d5022e [ 989.907186] RDX: 0000000000000001 RSI: 00005560432c1fe0 RDI: 0000000000000007 [ 989.915994] RBP: 00007fff07a3ba00 R08: 0000000000000000 R09: 0000000000000000 [ 989.924803] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f0185bc8390 [ 989.933610] R13: 00005560432c1fe0 R14: 0000000000000007 R15: 0000000000000003 | [ 990.310394] #1: ff110001f2869480 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510 | [ 990.321368] #2: ff11000123d2cb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510 | [ 990.332531] #3: ff11000123d99d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220 | [ 990.342617] | [ 990.345082] =============================================\x0a [ 1112.544491] INFO: task python3:5868 blocked for more than 245 seconds. [ 1112.552638] Not tainted 7.1.0-rc2-marr-g20d76249b45a #1 [ 1112.559879] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1112.569466] task:python3 state:D stack:25672 pid:5868 tgid:5868 ppid:5867 task_flags:0x400100 flags:0x00080000 [ 1112.582670] Call Trace: [ 1112.586209] [ 1112.589357] __schedule+0xcba/0x1940 [ 1112.594171] ? io_schedule_timeout+0x140/0x140 [ 1112.599958] ? find_held_lock+0x2b/0x80 [ 1112.605060] ? __lock_release.isra.0+0x6b/0x1a0 [ 1112.610945] schedule+0xd4/0x260 [ 1112.615362] schedule_preempt_disabled+0x18/0x30 [ 1112.621338] __mutex_lock+0x6a3/0x2000 [ 1112.626340] ? threaded_store+0x132/0x220 [ 1112.631639] ? ww_mutex_lock+0x160/0x160 [ 1112.636837] ? selinux_inode_free_security+0x330/0x330 [ 1112.643406] ? cap_capable+0x1d6/0x3e0 [ 1112.648412] ? threaded_store+0x132/0x220 [ 1112.653708] threaded_store+0x132/0x220 [ 1112.658809] ? xps_rxqs_store+0x2e0/0x2e0 [ 1112.664105] ? sysfs_file_kobj+0xbd/0x1e0 [ 1112.669404] ? sysfs_kf_write+0x65/0x160 [ 1112.674603] ? sysfs_file_ops+0x140/0x140 [ 1112.679896] kernfs_fop_write_iter+0x335/0x510 [ 1112.685679] ? kernfs_ops+0xf0/0xf0 [ 1112.690391] new_sync_write+0x333/0x750 [ 1112.695494] ? __lock_acquire+0x508/0xc10 [ 1112.700790] ? new_sync_read+0x740/0x740 [ 1112.705992] ? lock_acquire.part.0+0xbc/0x260 [ 1112.711679] ? ksys_write+0x116/0x250 [ 1112.716579] vfs_write+0x657/0x9b0 [ 1112.721192] ksys_write+0x116/0x250 [ 1112.725904] ? __ia32_sys_read+0xc0/0xc0 [ 1112.731101] ? kernfs_fop_llseek+0x160/0x1f0 [ 1112.736688] ? rcu_is_watching+0x15/0xd0 [ 1112.741890] do_syscall_64+0xf3/0x650 [ 1112.746794] ? trace_hardirqs_off+0xd/0x30 [ 1112.752186] ? exc_page_fault+0xda/0xf0 [ 1112.757289] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 1112.763756] RIP: 0033:0x7f0185d5022e [ 1112.768566] RSP: 002b:00007fff07a3b9f0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 1112.777866] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f0185d5022e [ 1112.786671] RDX: 0000000000000001 RSI: 00005560432c1fe0 RDI: 0000000000000007 [ 1112.795478] RBP: 00007fff07a3ba00 R08: 0000000000000000 R09: 0000000000000000 [ 1112.804284] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f0185bc8390 [ 1112.813091] R13: 00005560432c1fe0 R14: 0000000000000007 R15: 0000000000000003 | [ 1113.189913] #1: ff110001f2869480 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510 | [ 1113.200873] #2: ff11000123d2cb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510 | [ 1113.212029] #3: ff11000123d99d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220 | [ 1113.222118] | [ 1113.224584] =============================================\x0a [ 1235.425643] INFO: task python3:5868 blocked for more than 368 seconds. [ 1235.433790] Not tainted 7.1.0-rc2-marr-g20d76249b45a #1 [ 1235.441040] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1235.450629] task:python3 state:D stack:25672 pid:5868 tgid:5868 ppid:5867 task_flags:0x400100 flags:0x00080002 [ 1235.463836] Call Trace: [ 1235.467377] [ 1235.470527] __schedule+0xcba/0x1940 [ 1235.475344] ? io_schedule_timeout+0x140/0x140 [ 1235.481132] ? find_held_lock+0x2b/0x80 [ 1235.486235] ? __lock_release.isra.0+0x6b/0x1a0 [ 1235.492113] schedule+0xd4/0x260 [ 1235.496531] schedule_preempt_disabled+0x18/0x30 [ 1235.502509] __mutex_lock+0x6a3/0x2000 [ 1235.507514] ? threaded_store+0x132/0x220 [ 1235.512814] ? ww_mutex_lock+0x160/0x160 [ 1235.518005] ? selinux_inode_free_security+0x330/0x330 [ 1235.524576] ? cap_capable+0x1d6/0x3e0 [ 1235.529586] ? threaded_store+0x132/0x220 [ 1235.534887] threaded_store+0x132/0x220 [ 1235.539990] ? xps_rxqs_store+0x2e0/0x2e0 [ 1235.545288] ? sysfs_file_kobj+0xbd/0x1e0 [ 1235.550585] ? sysfs_kf_write+0x65/0x160 [ 1235.555788] ? sysfs_file_ops+0x140/0x140 [ 1235.561087] kernfs_fop_write_iter+0x335/0x510 [ 1235.566874] ? kernfs_ops+0xf0/0xf0 [ 1235.571587] new_sync_write+0x333/0x750 [ 1235.576691] ? __lock_acquire+0x508/0xc10 [ 1235.581988] ? new_sync_read+0x740/0x740 [ 1235.587191] ? lock_acquire.part.0+0xbc/0x260 [ 1235.592878] ? ksys_write+0x116/0x250 [ 1235.597790] vfs_write+0x657/0x9b0 [ 1235.602407] ksys_write+0x116/0x250 [ 1235.607120] ? __ia32_sys_read+0xc0/0xc0 [ 1235.612319] ? kernfs_fop_llseek+0x160/0x1f0 [ 1235.617909] ? rcu_is_watching+0x15/0xd0 [ 1235.623112] do_syscall_64+0xf3/0x650 [ 1235.628017] ? trace_hardirqs_off+0xd/0x30 [ 1235.633413] ? exc_page_fault+0xda/0xf0 [ 1235.638518] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 1235.644985] RIP: 0033:0x7f0185d5022e [ 1235.649797] RSP: 002b:00007fff07a3b9f0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 1235.659096] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f0185d5022e [ 1235.667907] RDX: 0000000000000001 RSI: 00005560432c1fe0 RDI: 0000000000000007 [ 1235.676716] RBP: 00007fff07a3ba00 R08: 0000000000000000 R09: 0000000000000000 [ 1235.685526] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f0185bc8390 [ 1235.694336] R13: 00005560432c1fe0 R14: 0000000000000007 R15: 0000000000000003 | [ 1236.071277] #1: ff110001f2869480 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510 | [ 1236.082228] #2: ff11000123d2cb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510 | [ 1236.093389] #3: ff11000123d99d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220 | [ 1236.103487] | [ 1236.105954] =============================================\x0a [ 1358.306809] INFO: task python3:5868 blocked for more than 491 seconds. [ 1358.314957] Not tainted 7.1.0-rc2-marr-g20d76249b45a #1 [ 1358.322198] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 1358.331787] task:python3 state:D stack:25672 pid:5868 tgid:5868 ppid:5867 task_flags:0x400100 flags:0x00080002 [ 1358.344991] Call Trace: [ 1358.348532] [ 1358.351683] __schedule+0xcba/0x1940 [ 1358.356500] ? io_schedule_timeout+0x140/0x140 [ 1358.362288] ? find_held_lock+0x2b/0x80 [ 1358.367393] ? __lock_release.isra.0+0x6b/0x1a0 [ 1358.373277] schedule+0xd4/0x260 [ 1358.377695] schedule_preempt_disabled+0x18/0x30 [ 1358.383673] __mutex_lock+0x6a3/0x2000 [ 1358.388676] ? threaded_store+0x132/0x220 [ 1358.393966] ? ww_mutex_lock+0x160/0x160 [ 1358.399167] ? selinux_inode_free_security+0x330/0x330 [ 1358.405737] ? cap_capable+0x1d6/0x3e0 [ 1358.410748] ? threaded_store+0x132/0x220 [ 1358.416046] threaded_store+0x132/0x220 [ 1358.421147] ? xps_rxqs_store+0x2e0/0x2e0 [ 1358.426447] ? sysfs_file_kobj+0xbd/0x1e0 [ 1358.431747] ? sysfs_kf_write+0x65/0x160 [ 1358.436950] ? sysfs_file_ops+0x140/0x140 [ 1358.442249] kernfs_fop_write_iter+0x335/0x510 [ 1358.448036] ? kernfs_ops+0xf0/0xf0 [ 1358.452749] new_sync_write+0x333/0x750 [ 1358.457845] ? __lock_acquire+0x508/0xc10 [ 1358.463142] ? new_sync_read+0x740/0x740 [ 1358.468346] ? lock_acquire.part.0+0xbc/0x260 [ 1358.474034] ? ksys_write+0x116/0x250 [ 1358.478943] vfs_write+0x657/0x9b0 [ 1358.483557] ksys_write+0x116/0x250 [ 1358.488270] ? __ia32_sys_read+0xc0/0xc0 [ 1358.493462] ? kernfs_fop_llseek+0x160/0x1f0 [ 1358.499055] ? rcu_is_watching+0x15/0xd0 [ 1358.504256] do_syscall_64+0xf3/0x650 [ 1358.509156] ? trace_hardirqs_off+0xd/0x30 [ 1358.514553] ? exc_page_fault+0xda/0xf0 [ 1358.519656] entry_SYSCALL_64_after_hwframe+0x4b/0x53 [ 1358.526124] RIP: 0033:0x7f0185d5022e [ 1358.530936] RSP: 002b:00007fff07a3b9f0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001 [ 1358.540235] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f0185d5022e [ 1358.549044] RDX: 0000000000000001 RSI: 00005560432c1fe0 RDI: 0000000000000007 [ 1358.557854] RBP: 00007fff07a3ba00 R08: 0000000000000000 R09: 0000000000000000 [ 1358.566664] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f0185bc8390 [ 1358.575471] R13: 00005560432c1fe0 R14: 0000000000000007 R15: 0000000000000003 Finger prints: __schedule:schedule:schedule_preempt_disabled:__mutex_lock:threaded_store