[  788.930927] nipa-hw-worker:   drivers/net:napi_threaded.py: timed out
[  788.934568] nipa-hw-worker: [5/47] Retrying drivers/net:napi_threaded.py
[  789.063215] kselftest: Running tests in drivers/net
[  989.669773] INFO: task python3:5826 blocked for more than 122 seconds.
[  989.678012]       Not tainted 7.1.0-rc3-cysb-g97954c0a8d6f #1
[  989.685941] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[  989.695527] task:python3         state:D stack:25672 pid:5826  tgid:5826  ppid:5825   task_flags:0x400100 flags:0x00080000
[  989.708734] Call Trace:
[  989.712274]  <TASK>
[  989.715421]  __schedule+0xcc3/0x19c0
[  989.720239]  ? io_schedule_timeout+0x140/0x140
[  989.726024]  ? find_held_lock+0x2b/0x80
[  989.731125]  ? __lock_release.isra.0+0x6b/0x1a0
[  989.737010]  schedule+0xd4/0x260
[  989.741426]  schedule_preempt_disabled+0x18/0x30
[  989.747406]  __mutex_lock+0x6a3/0x2000
[  989.752399]  ? threaded_store+0x132/0x220
[  989.757697]  ? ww_mutex_lock+0x160/0x160
[  989.762897]  ? selinux_inode_free_security+0x330/0x330
[  989.769465]  ? cap_capable+0x1d6/0x3e0
[  989.774473]  ? threaded_store+0x132/0x220
[  989.779772]  threaded_store+0x132/0x220
[  989.784874]  ? xps_rxqs_store+0x2e0/0x2e0
[  989.790169]  ? sysfs_file_kobj+0xbd/0x1e0
[  989.795465]  ? sysfs_kf_write+0x65/0x160
[  989.800666]  ? sysfs_file_ops+0x140/0x140
[  989.805958]  kernfs_fop_write_iter+0x335/0x510
[  989.811741]  ? kernfs_ops+0xf0/0xf0
[  989.816453]  new_sync_write+0x333/0x750
[  989.821557]  ? __lock_acquire+0x508/0xc10
[  989.826845]  ? new_sync_read+0x740/0x740
[  989.832044]  ? lock_acquire.part.0+0xbc/0x260
[  989.837727]  ? ksys_write+0x116/0x250
[  989.842637]  vfs_write+0x657/0x9b0
[  989.847250]  ksys_write+0x116/0x250
[  989.851959]  ? __ia32_sys_read+0xc0/0xc0
[  989.857157]  ? kernfs_fop_llseek+0x160/0x1f0
[  989.862744]  ? rcu_is_watching+0x15/0xd0
[  989.867946]  do_syscall_64+0xf3/0x650
[  989.872851]  ? irq_exit_rcu+0x1a/0x30
[  989.877756]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[  989.884222] RIP: 0033:0x7f2e0ad0122e
[  989.889032] RSP: 002b:00007ffd99e76170 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[  989.898331] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f2e0ad0122e
[  989.907138] RDX: 0000000000000001 RSI: 000055a2d2c60cd0 RDI: 0000000000000007
[  989.915943] RBP: 00007ffd99e76180 R08: 0000000000000000 R09: 0000000000000000
[  989.924748] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f2e0ab79390
[  989.933554] R13: 000055a2d2c60cd0 R14: 0000000000000007 R15: 0000000000000003
[  989.942365]  </TASK>
[  989.945703] INFO: task python3:5826 is blocked on a mutex likely owned by task python3:3764.
[  989.955974] task:python3         state:D stack:25672 pid:3764  tgid:3764  ppid:3763   task_flags:0x400100 flags:0x00080802
[  989.969176] Call Trace:
[  989.972713]  <TASK>
[  989.975860]  __schedule+0xcc3/0x19c0
[  989.980671]  ? io_schedule_timeout+0x140/0x140
[  989.986457]  ? find_held_lock+0x2b/0x80
[  989.991559]  ? __try_to_del_timer_sync+0x155/0x1f0
[  989.997738]  schedule+0xd4/0x260
[  990.002156]  schedule_timeout+0x13f/0x290
[  990.007453]  ? hrtimer_nanosleep_restart+0x270/0x270
[  990.013821]  ? trace_contention_end+0xb3/0x1a0
[  990.019604]  ? hrtimers_cpu_dying+0x3e0/0x3e0
[  990.025292]  ? ww_mutex_lock+0x160/0x160
[  990.030491]  msleep+0x1b/0x30
[  990.034616]  napi_set_threaded+0x3a5/0x440
[  990.040012]  ? napi_resume_irqs+0x1a0/0x1a0
[  990.045504]  netif_set_threaded+0x257/0x400
[  990.050996]  threaded_store+0x1b8/0x220
[  990.056097]  ? xps_rxqs_store+0x2e0/0x2e0
[  990.061395]  ? sysfs_file_kobj+0xbd/0x1e0
[  990.066689]  ? sysfs_kf_write+0x65/0x160
[  990.071889]  ? sysfs_file_ops+0x140/0x140
[  990.077176]  kernfs_fop_write_iter+0x335/0x510
[  990.082958]  ? kernfs_ops+0xf0/0xf0
[  990.087670]  new_sync_write+0x333/0x750
[  990.092769]  ? __lock_acquire+0x508/0xc10
[  990.098064]  ? new_sync_read+0x740/0x740
[  990.103265]  ? lock_acquire.part.0+0xbc/0x260
[  990.108950]  ? ksys_write+0x116/0x250
[  990.113860]  vfs_write+0x657/0x9b0
[  990.118472]  ksys_write+0x116/0x250
[  990.123184]  ? __ia32_sys_read+0xc0/0xc0
[  990.128373]  ? kernfs_fop_llseek+0x160/0x1f0
[  990.133959]  ? rcu_is_watching+0x15/0xd0
[  990.139158]  do_syscall_64+0xf3/0x650
[  990.144063]  ? irq_exit_rcu+0x1a/0x30
[  990.148970]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[  990.155434] RIP: 0033:0x7fcc08e1822e
[  990.160242] RSP: 002b:00007ffcdd23eb50 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[  990.169540] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fcc08e1822e
[  990.178345] RDX: 0000000000000001 RSI: 00005649a4ed3cd0 RDI: 0000000000000007
[  990.187150] RBP: 00007ffcdd23eb60 R08: 0000000000000000 R09: 0000000000000000
[  990.195957] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fcc08c90390
[  990.204753] R13: 00005649a4ed3cd0 R14: 0000000000000007 R15: 0000000000000003
[  990.213564]  </TASK>
[  990.216823] \x0aShowing all locks held in the system:
[  990.225362] 1 lock held by khungtaskd/184:
[  990.230754]  #0: ffffffff930fe060 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[  990.242225] 2 locks held by systemd-journal/803:
[  990.248201]  #0: ff1100180df372e0 (&rq->__lock){-.-.}-{2:2}, at: __schedule+0x18d/0x19c0
[  990.258090]  #1: ffffffff933033a0 (mmu_notifier_invalidate_range_start){+.+.}-{0:0}, at: fs_reclaim_acquire+0x7b/0x120
[  990.270912] 4 locks held by python3/3764:
[  990.276207]  #0: ff1100013048c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[  990.286096]  #1: ff1100014bf50880 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[  990.297045]  #2: ff11000123a8eb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[  990.308201]  #3: ff11000123b39d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[  990.318306] 4 locks held by python3/5826:
[  990.323602]  #0: ff1100013048c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[  990.333493]  #1: ff110001ee710e80 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[  990.344452]  #2: ff11000123a8eb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[  990.355608]  #3: ff11000123b39d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[  990.365695] 
[  990.368158] =============================================\x0a
[ 1112.550839] INFO: task python3:5826 blocked for more than 245 seconds.
[ 1112.558988]       Not tainted 7.1.0-rc3-cysb-g97954c0a8d6f #1
[ 1112.566239] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 1112.575828] task:python3         state:D stack:25672 pid:5826  tgid:5826  ppid:5825   task_flags:0x400100 flags:0x00080000
[ 1112.589035] Call Trace:
[ 1112.592577]  <TASK>
[ 1112.595726]  __schedule+0xcc3/0x19c0
[ 1112.600542]  ? io_schedule_timeout+0x140/0x140
[ 1112.606326]  ? find_held_lock+0x2b/0x80
[ 1112.611431]  ? __lock_release.isra.0+0x6b/0x1a0
[ 1112.617307]  schedule+0xd4/0x260
[ 1112.621726]  schedule_preempt_disabled+0x18/0x30
[ 1112.627705]  __mutex_lock+0x6a3/0x2000
[ 1112.632709]  ? threaded_store+0x132/0x220
[ 1112.638009]  ? ww_mutex_lock+0x160/0x160
[ 1112.643210]  ? selinux_inode_free_security+0x330/0x330
[ 1112.649780]  ? cap_capable+0x1d6/0x3e0
[ 1112.654790]  ? threaded_store+0x132/0x220
[ 1112.660086]  threaded_store+0x132/0x220
[ 1112.665188]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1112.670487]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1112.675790]  ? sysfs_kf_write+0x65/0x160
[ 1112.680994]  ? sysfs_file_ops+0x140/0x140
[ 1112.686292]  kernfs_fop_write_iter+0x335/0x510
[ 1112.692076]  ? kernfs_ops+0xf0/0xf0
[ 1112.696789]  new_sync_write+0x333/0x750
[ 1112.701890]  ? __lock_acquire+0x508/0xc10
[ 1112.707188]  ? new_sync_read+0x740/0x740
[ 1112.712383]  ? lock_acquire.part.0+0xbc/0x260
[ 1112.718071]  ? ksys_write+0x116/0x250
[ 1112.722982]  vfs_write+0x657/0x9b0
[ 1112.727597]  ksys_write+0x116/0x250
[ 1112.732311]  ? __ia32_sys_read+0xc0/0xc0
[ 1112.737509]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1112.743098]  ? rcu_is_watching+0x15/0xd0
[ 1112.748298]  do_syscall_64+0xf3/0x650
[ 1112.753208]  ? irq_exit_rcu+0x1a/0x30
[ 1112.758117]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1112.764587] RIP: 0033:0x7f2e0ad0122e
[ 1112.769397] RSP: 002b:00007ffd99e76170 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1112.778696] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f2e0ad0122e
[ 1112.787503] RDX: 0000000000000001 RSI: 000055a2d2c60cd0 RDI: 0000000000000007
[ 1112.796310] RBP: 00007ffd99e76180 R08: 0000000000000000 R09: 0000000000000000
[ 1112.805119] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f2e0ab79390
[ 1112.813930] R13: 000055a2d2c60cd0 R14: 0000000000000007 R15: 0000000000000003
[ 1112.822746]  </TASK>
[ 1112.826019] INFO: task python3:5826 is blocked on a mutex likely owned by task python3:3764.
[ 1112.836291] task:python3         state:D stack:25672 pid:3764  tgid:3764  ppid:3763   task_flags:0x400100 flags:0x00080802
[ 1112.849495] Call Trace:
[ 1112.853033]  <TASK>
[ 1112.856184]  __schedule+0xcc3/0x19c0
[ 1112.860997]  ? io_schedule_timeout+0x140/0x140
[ 1112.866782]  ? find_held_lock+0x2b/0x80
[ 1112.871884]  ? __try_to_del_timer_sync+0x155/0x1f0
[ 1112.878063]  schedule+0xd4/0x260
[ 1112.882482]  schedule_timeout+0x13f/0x290
[ 1112.887779]  ? hrtimer_nanosleep_restart+0x270/0x270
[ 1112.894151]  ? trace_contention_end+0xb3/0x1a0
[ 1112.899938]  ? hrtimers_cpu_dying+0x3e0/0x3e0
[ 1112.905627]  ? ww_mutex_lock+0x160/0x160
[ 1112.910828]  msleep+0x1b/0x30
[ 1112.914955]  napi_set_threaded+0x3a5/0x440
[ 1112.920340]  ? napi_resume_irqs+0x1a0/0x1a0
[ 1112.925833]  netif_set_threaded+0x257/0x400
[ 1112.931325]  threaded_store+0x1b8/0x220
[ 1112.936420]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1112.941720]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1112.947017]  ? sysfs_kf_write+0x65/0x160
[ 1112.952218]  ? sysfs_file_ops+0x140/0x140
[ 1112.957514]  kernfs_fop_write_iter+0x335/0x510
[ 1112.963297]  ? kernfs_ops+0xf0/0xf0
[ 1112.968009]  new_sync_write+0x333/0x750
[ 1112.973104]  ? __lock_acquire+0x508/0xc10
[ 1112.978401]  ? new_sync_read+0x740/0x740
[ 1112.983604]  ? lock_acquire.part.0+0xbc/0x260
[ 1112.989289]  ? ksys_write+0x116/0x250
[ 1112.994197]  vfs_write+0x657/0x9b0
[ 1112.998812]  ksys_write+0x116/0x250
[ 1113.003522]  ? __ia32_sys_read+0xc0/0xc0
[ 1113.008725]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1113.014312]  ? rcu_is_watching+0x15/0xd0
[ 1113.019512]  do_syscall_64+0xf3/0x650
[ 1113.024410]  ? irq_exit_rcu+0x1a/0x30
[ 1113.029317]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1113.035787] RIP: 0033:0x7fcc08e1822e
[ 1113.040597] RSP: 002b:00007ffcdd23eb50 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1113.049885] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fcc08e1822e
[ 1113.058692] RDX: 0000000000000001 RSI: 00005649a4ed3cd0 RDI: 0000000000000007
[ 1113.067498] RBP: 00007ffcdd23eb60 R08: 0000000000000000 R09: 0000000000000000
[ 1113.076305] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fcc08c90390
[ 1113.085114] R13: 00005649a4ed3cd0 R14: 0000000000000007 R15: 0000000000000003
[ 1113.093932]  </TASK>
[ 1113.097195] \x0aShowing all locks held in the system:
[ 1113.105736] 1 lock held by khungtaskd/184:
[ 1113.111130]  #0: ffffffff930fe060 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[ 1113.122614] 4 locks held by python3/3764:
[ 1113.127902]  #0: ff1100013048c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1113.137787]  #1: ff1100014bf50880 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1113.148750]  #2: ff11000123a8eb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1113.159908]  #3: ff11000123b39d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1113.170005] 4 locks held by python3/5826:
[ 1113.175302]  #0: ff1100013048c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1113.185192]  #1: ff110001ee710e80 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1113.196155]  #2: ff11000123a8eb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1113.207314]  #3: ff11000123b39d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1113.217404] 
[ 1113.219872] =============================================\x0a
[ 1116.646857] kworker/u129:13 (308) used greatest stack depth: 21936 bytes left
[ 1235.431912] INFO: task python3:5826 blocked for more than 368 seconds.
[ 1235.440059]       Not tainted 7.1.0-rc3-cysb-g97954c0a8d6f #1
[ 1235.447300] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 1235.456888] task:python3         state:D stack:25672 pid:5826  tgid:5826  ppid:5825   task_flags:0x400100 flags:0x00080002
[ 1235.470094] Call Trace:
[ 1235.473634]  <TASK>
[ 1235.476782]  __schedule+0xcc3/0x19c0
[ 1235.481599]  ? io_schedule_timeout+0x140/0x140
[ 1235.487380]  ? find_held_lock+0x2b/0x80
[ 1235.492483]  ? __lock_release.isra.0+0x6b/0x1a0
[ 1235.498370]  schedule+0xd4/0x260
[ 1235.502790]  schedule_preempt_disabled+0x18/0x30
[ 1235.508763]  __mutex_lock+0x6a3/0x2000
[ 1235.513766]  ? threaded_store+0x132/0x220
[ 1235.519066]  ? ww_mutex_lock+0x160/0x160
[ 1235.524256]  ? selinux_inode_free_security+0x330/0x330
[ 1235.530816]  ? cap_capable+0x1d6/0x3e0
[ 1235.535821]  ? threaded_store+0x132/0x220
[ 1235.541114]  threaded_store+0x132/0x220
[ 1235.546217]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1235.551515]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1235.556814]  ? sysfs_kf_write+0x65/0x160
[ 1235.562013]  ? sysfs_file_ops+0x140/0x140
[ 1235.567307]  kernfs_fop_write_iter+0x335/0x510
[ 1235.573090]  ? kernfs_ops+0xf0/0xf0
[ 1235.577801]  new_sync_write+0x333/0x750
[ 1235.582904]  ? __lock_acquire+0x508/0xc10
[ 1235.588199]  ? new_sync_read+0x740/0x740
[ 1235.593401]  ? lock_acquire.part.0+0xbc/0x260
[ 1235.599088]  ? ksys_write+0x116/0x250
[ 1235.603999]  vfs_write+0x657/0x9b0
[ 1235.608612]  ksys_write+0x116/0x250
[ 1235.613321]  ? __ia32_sys_read+0xc0/0xc0
[ 1235.618519]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1235.624106]  ? rcu_is_watching+0x15/0xd0
[ 1235.629307]  do_syscall_64+0xf3/0x650
[ 1235.634213]  ? irq_exit_rcu+0x1a/0x30
[ 1235.639120]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1235.645586] RIP: 0033:0x7f2e0ad0122e
[ 1235.650393] RSP: 002b:00007ffd99e76170 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1235.659691] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f2e0ad0122e
[ 1235.668499] RDX: 0000000000000001 RSI: 000055a2d2c60cd0 RDI: 0000000000000007
[ 1235.677295] RBP: 00007ffd99e76180 R08: 0000000000000000 R09: 0000000000000000
[ 1235.686103] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f2e0ab79390
[ 1235.694902] R13: 000055a2d2c60cd0 R14: 0000000000000007 R15: 0000000000000003
[ 1235.703706]  </TASK>
[ 1235.706985] INFO: task python3:5826 is blocked on a mutex likely owned by task python3:3764.
[ 1235.717258] task:python3         state:D stack:25672 pid:3764  tgid:3764  ppid:3763   task_flags:0x400100 flags:0x00080802
[ 1235.730458] Call Trace:
[ 1235.733997]  <TASK>
[ 1235.737147]  __schedule+0xcc3/0x19c0
[ 1235.741956]  ? io_schedule_timeout+0x140/0x140
[ 1235.747739]  ? find_held_lock+0x2b/0x80
[ 1235.752842]  ? __try_to_del_timer_sync+0x155/0x1f0
[ 1235.759010]  schedule+0xd4/0x260
[ 1235.763426]  schedule_timeout+0x13f/0x290
[ 1235.768720]  ? hrtimer_nanosleep_restart+0x270/0x270
[ 1235.775088]  ? trace_contention_end+0xb3/0x1a0
[ 1235.780874]  ? hrtimers_cpu_dying+0x3e0/0x3e0
[ 1235.786565]  ? ww_mutex_lock+0x160/0x160
[ 1235.791765]  msleep+0x1b/0x30
[ 1235.795890]  napi_set_threaded+0x3a5/0x440
[ 1235.801285]  ? napi_resume_irqs+0x1a0/0x1a0
[ 1235.806780]  netif_set_threaded+0x257/0x400
[ 1235.812273]  threaded_store+0x1b8/0x220
[ 1235.817374]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1235.822670]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1235.827966]  ? sysfs_kf_write+0x65/0x160
[ 1235.833165]  ? sysfs_file_ops+0x140/0x140
[ 1235.838459]  kernfs_fop_write_iter+0x335/0x510
[ 1235.844243]  ? kernfs_ops+0xf0/0xf0
[ 1235.848951]  new_sync_write+0x333/0x750
[ 1235.854052]  ? __lock_acquire+0x508/0xc10
[ 1235.859349]  ? new_sync_read+0x740/0x740
[ 1235.864540]  ? lock_acquire.part.0+0xbc/0x260
[ 1235.870223]  ? ksys_write+0x116/0x250
[ 1235.875130]  vfs_write+0x657/0x9b0
[ 1235.879744]  ksys_write+0x116/0x250
[ 1235.884456]  ? __ia32_sys_read+0xc0/0xc0
[ 1235.889655]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1235.895243]  ? rcu_is_watching+0x15/0xd0
[ 1235.900441]  do_syscall_64+0xf3/0x650
[ 1235.905347]  ? irq_exit_rcu+0x1a/0x30
[ 1235.910251]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1235.916718] RIP: 0033:0x7fcc08e1822e
[ 1235.921525] RSP: 002b:00007ffcdd23eb50 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1235.930821] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fcc08e1822e
[ 1235.939617] RDX: 0000000000000001 RSI: 00005649a4ed3cd0 RDI: 0000000000000007
[ 1235.948424] RBP: 00007ffcdd23eb60 R08: 0000000000000000 R09: 0000000000000000
[ 1235.957224] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fcc08c90390
[ 1235.966032] R13: 00005649a4ed3cd0 R14: 0000000000000007 R15: 0000000000000003
[ 1235.974839]  </TASK>
[ 1235.978102] \x0aShowing all locks held in the system:
[ 1235.986640] 1 lock held by khungtaskd/184:
[ 1235.992034]  #0: ffffffff930fe060 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[ 1236.003515] 4 locks held by python3/3764:
[ 1236.008810]  #0: ff1100013048c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1236.018697]  #1: ff1100014bf50880 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1236.029658]  #2: ff11000123a8eb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1236.040803]  #3: ff11000123b39d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1236.050894] 4 locks held by python3/5826:
[ 1236.056190]  #0: ff1100013048c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1236.066079]  #1: ff110001ee710e80 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1236.077030]  #2: ff11000123a8eb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1236.088187]  #3: ff11000123b39d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1236.098281] 
[ 1236.100748] =============================================\x0a
[ 1358.313006] INFO: task python3:5826 blocked for more than 491 seconds.
[ 1358.321153]       Not tainted 7.1.0-rc3-cysb-g97954c0a8d6f #1
[ 1358.328406] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 1358.337996] task:python3         state:D stack:25672 pid:5826  tgid:5826  ppid:5825   task_flags:0x400100 flags:0x00080002
[ 1358.351201] Call Trace:
[ 1358.354743]  <TASK>
[ 1358.357894]  __schedule+0xcc3/0x19c0
[ 1358.362710]  ? io_schedule_timeout+0x140/0x140
[ 1358.368494]  ? find_held_lock+0x2b/0x80
[ 1358.373598]  ? __lock_release.isra.0+0x6b/0x1a0
[ 1358.379485]  schedule+0xd4/0x260
[ 1358.383903]  schedule_preempt_disabled+0x18/0x30
[ 1358.389881]  __mutex_lock+0x6a3/0x2000
[ 1358.394885]  ? threaded_store+0x132/0x220
[ 1358.400185]  ? ww_mutex_lock+0x160/0x160
[ 1358.405377]  ? selinux_inode_free_security+0x330/0x330
[ 1358.411949]  ? cap_capable+0x1d6/0x3e0
[ 1358.416959]  ? threaded_store+0x132/0x220
[ 1358.422255]  threaded_store+0x132/0x220
[ 1358.427358]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1358.432659]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1358.437960]  ? sysfs_kf_write+0x65/0x160
[ 1358.443159]  ? sysfs_file_ops+0x140/0x140
[ 1358.448457]  kernfs_fop_write_iter+0x335/0x510
[ 1358.454241]  ? kernfs_ops+0xf0/0xf0
[ 1358.458954]  new_sync_write+0x333/0x750
[ 1358.464056]  ? __lock_acquire+0x508/0xc10
[ 1358.469354]  ? new_sync_read+0x740/0x740
[ 1358.474557]  ? lock_acquire.part.0+0xbc/0x260
[ 1358.480244]  ? ksys_write+0x116/0x250
[ 1358.485154]  vfs_write+0x657/0x9b0
[ 1358.489769]  ksys_write+0x116/0x250
[ 1358.494474]  ? __ia32_sys_read+0xc0/0xc0
[ 1358.499674]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1358.505252]  ? rcu_is_watching+0x15/0xd0
[ 1358.510455]  do_syscall_64+0xf3/0x650
[ 1358.515361]  ? irq_exit_rcu+0x1a/0x30
[ 1358.520271]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1358.526738] RIP: 0033:0x7f2e0ad0122e
[ 1358.531540] RSP: 002b:00007ffd99e76170 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1358.540839] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f2e0ad0122e
[ 1358.549648] RDX: 0000000000000001 RSI: 000055a2d2c60cd0 RDI: 0000000000000007
[ 1358.558445] RBP: 00007ffd99e76180 R08: 0000000000000000 R09: 0000000000000000
[ 1358.567255] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f2e0ab79390
[ 1358.576063] R13: 000055a2d2c60cd0 R14: 0000000000000007 R15: 0000000000000003
[ 1358.584876]  </TASK>
[ 1358.588150] INFO: task python3:5826 is blocked on a mutex likely owned by task python3:3764.
[ 1358.598422] task:python3         state:D stack:25672 pid:3764  tgid:3764  ppid:3763   task_flags:0x400100 flags:0x00080802
[ 1358.611624] Call Trace:
[ 1358.615163]  <TASK>
[ 1358.618312]  __schedule+0xcc3/0x19c0
[ 1358.623123]  ? io_schedule_timeout+0x140/0x140
[ 1358.628900]  ? find_held_lock+0x2b/0x80
[ 1358.634004]  ? __try_to_del_timer_sync+0x155/0x1f0
[ 1358.640185]  schedule+0xd4/0x260
[ 1358.644606]  schedule_timeout+0x13f/0x290
[ 1358.649905]  ? hrtimer_nanosleep_restart+0x270/0x270
[ 1358.656277]  ? trace_contention_end+0xb3/0x1a0
[ 1358.662061]  ? hrtimers_cpu_dying+0x3e0/0x3e0
[ 1358.667752]  ? ww_mutex_lock+0x160/0x160
[ 1358.672952]  msleep+0x1b/0x30
[ 1358.677081]  napi_set_threaded+0x3a5/0x440
[ 1358.682476]  ? napi_resume_irqs+0x1a0/0x1a0
[ 1358.687972]  netif_set_threaded+0x257/0x400
[ 1358.693468]  threaded_store+0x1b8/0x220
[ 1358.698568]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1358.703869]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1358.709165]  ? sysfs_kf_write+0x65/0x160
[ 1358.714367]  ? sysfs_file_ops+0x140/0x140
[ 1358.719665]  kernfs_fop_write_iter+0x335/0x510
[ 1358.725448]  ? kernfs_ops+0xf0/0xf0
[ 1358.730161]  new_sync_write+0x333/0x750
[ 1358.735266]  ? __lock_acquire+0x508/0xc10
[ 1358.740563]  ? new_sync_read+0x740/0x740
[ 1358.745765]  ? lock_acquire.part.0+0xbc/0x260
[ 1358.751453]  ? ksys_write+0x116/0x250
[ 1358.756362]  vfs_write+0x657/0x9b0
[ 1358.760980]  ksys_write+0x116/0x250
[ 1358.765692]  ? __ia32_sys_read+0xc0/0xc0
[ 1358.770890]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1358.776478]  ? rcu_is_watching+0x15/0xd0
[ 1358.781678]  do_syscall_64+0xf3/0x650
[ 1358.786577]  ? irq_exit_rcu+0x1a/0x30
[ 1358.791476]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1358.797934] RIP: 0033:0x7fcc08e1822e
[ 1358.802745] RSP: 002b:00007ffcdd23eb50 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1358.812043] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fcc08e1822e
[ 1358.820855] RDX: 0000000000000001 RSI: 00005649a4ed3cd0 RDI: 0000000000000007
[ 1358.829664] RBP: 00007ffcdd23eb60 R08: 0000000000000000 R09: 0000000000000000
[ 1358.838471] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fcc08c90390
[ 1358.847268] R13: 00005649a4ed3cd0 R14: 0000000000000007 R15: 0000000000000003
[ 1358.856082]  </TASK>
[ 1358.859352] \x0aShowing all locks held in the system:
[ 1358.867892] 1 lock held by khungtaskd/184:
[ 1358.873285]  #0: ffffffff930fe060 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[ 1358.884769] 4 locks held by python3/3764:
[ 1358.890056]  #0: ff1100013048c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1358.899947]  #1: ff1100014bf50880 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1358.910908]  #2: ff11000123a8eb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1358.922066]  #3: ff11000123b39d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1358.932158] 4 locks held by python3/5826:
[ 1358.937456]  #0: ff1100013048c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1358.947344]  #1: ff110001ee710e80 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1358.958306]  #2: ff11000123a8eb50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1358.969466]  #3: ff11000123b39d68 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1358.979563] 
[ 1358.982030] =============================================\x0a