[  764.557855] nipa-hw-worker:   drivers/net:napi_threaded.py: timed out
[  764.560537] nipa-hw-worker: [5/47] Retrying drivers/net:napi_threaded.py
[  764.710907] kselftest: Running tests in drivers/net
[  989.669329] INFO: task python3:5434 blocked for more than 122 seconds.
[  989.677562]       Not tainted 7.1.0-rc7-kkyy-g733dab1ea569 #1
[  989.685443] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[  989.695032] task:python3         state:D stack:25672 pid:5434  tgid:5434  ppid:5433   task_flags:0x400100 flags:0x00080000
[  989.708236] Call Trace:
[  989.711766]  <TASK>
[  989.714918]  __schedule+0xcc3/0x19c0
[  989.719733]  ? io_schedule_timeout+0x140/0x140
[  989.725516]  ? find_held_lock+0x2b/0x80
[  989.730621]  ? __lock_release.isra.0+0x6b/0x1a0
[  989.736505]  schedule+0xd8/0x260
[  989.740922]  schedule_preempt_disabled+0x18/0x30
[  989.746898]  __mutex_lock+0x6af/0x2010
[  989.751901]  ? threaded_store+0x132/0x220
[  989.757198]  ? ww_mutex_lock+0x160/0x160
[  989.762393]  ? selinux_inode_free_security+0x330/0x330
[  989.768960]  ? cap_capable+0x1d6/0x3e0
[  989.773968]  ? threaded_store+0x132/0x220
[  989.779262]  threaded_store+0x132/0x220
[  989.784366]  ? xps_rxqs_store+0x2e0/0x2e0
[  989.789660]  ? sysfs_file_kobj+0xbd/0x1e0
[  989.794960]  ? sysfs_kf_write+0x65/0x160
[  989.800150]  ? sysfs_file_ops+0x140/0x140
[  989.805443]  kernfs_fop_write_iter+0x335/0x510
[  989.811225]  ? kernfs_ops+0xf0/0xf0
[  989.815933]  new_sync_write+0x333/0x750
[  989.821034]  ? __lock_acquire+0x508/0xc10
[  989.826332]  ? new_sync_read+0x740/0x740
[  989.831522]  ? lock_acquire.part.0+0xbc/0x260
[  989.837207]  ? ksys_write+0x116/0x250
[  989.842116]  vfs_write+0x657/0x9b0
[  989.846728]  ksys_write+0x116/0x250
[  989.851438]  ? __ia32_sys_read+0xc0/0xc0
[  989.856637]  ? kernfs_fop_llseek+0x160/0x1f0
[  989.862225]  ? rcu_is_watching+0x15/0xd0
[  989.867424]  do_syscall_64+0xf3/0x650
[  989.872331]  ? trace_hardirqs_off+0xd/0x30
[  989.877726]  ? exc_page_fault+0xda/0xf0
[  989.882825]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[  989.889292] RIP: 0033:0x7f083fa0464e
[  989.894100] RSP: 002b:00007ffd130c65b0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[  989.903397] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f083fa0464e
[  989.912203] RDX: 0000000000000001 RSI: 0000560ac7fe8bf0 RDI: 0000000000000007
[  989.921011] RBP: 00007ffd130c65c0 R08: 0000000000000000 R09: 0000000000000000
[  989.929820] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f083f87d390
[  989.938626] R13: 0000560ac7fe8bf0 R14: 0000000000000007 R15: 00007f083f811120
[  989.947446]  </TASK>
[  989.950727] INFO: task python3:5434 is blocked on a mutex likely owned by task python3:3442.
[  989.960995] task:python3         state:D stack:25672 pid:3442  tgid:3442  ppid:3441   task_flags:0x400100 flags:0x00080802
[  989.974200] Call Trace:
[  989.977737]  <TASK>
[  989.980888]  __schedule+0xcc3/0x19c0
[  989.985699]  ? io_schedule_timeout+0x140/0x140
[  989.991473]  ? find_held_lock+0x2b/0x80
[  989.996576]  ? __try_to_del_timer_sync+0x155/0x1f0
[  990.002752]  schedule+0xd8/0x260
[  990.007172]  schedule_timeout+0x13f/0x290
[  990.012467]  ? hrtimer_nanosleep_restart+0x270/0x270
[  990.018835]  ? trace_contention_end+0xb3/0x1a0
[  990.024620]  ? hrtimers_cpu_dying+0x3e0/0x3e0
[  990.030310]  ? ww_mutex_lock+0x160/0x160
[  990.035510]  msleep+0x1b/0x30
[  990.039627]  napi_set_threaded+0x3a5/0x440
[  990.045012]  ? napi_resume_irqs+0x1a0/0x1a0
[  990.050505]  netif_set_threaded+0x257/0x400
[  990.055989]  threaded_store+0x1b8/0x220
[  990.061094]  ? xps_rxqs_store+0x2e0/0x2e0
[  990.066389]  ? sysfs_file_kobj+0xbd/0x1e0
[  990.071686]  ? sysfs_kf_write+0x65/0x160
[  990.076886]  ? sysfs_file_ops+0x140/0x140
[  990.082174]  kernfs_fop_write_iter+0x335/0x510
[  990.087958]  ? kernfs_ops+0xf0/0xf0
[  990.092668]  new_sync_write+0x333/0x750
[  990.097771]  ? __lock_acquire+0x508/0xc10
[  990.103068]  ? new_sync_read+0x740/0x740
[  990.108268]  ? lock_acquire.part.0+0xbc/0x260
[  990.113945]  ? ksys_write+0x116/0x250
[  990.118854]  vfs_write+0x657/0x9b0
[  990.123472]  ksys_write+0x116/0x250
[  990.128185]  ? __ia32_sys_read+0xc0/0xc0
[  990.133384]  ? kernfs_fop_llseek+0x160/0x1f0
[  990.138975]  ? rcu_is_watching+0x15/0xd0
[  990.144180]  do_syscall_64+0xf3/0x650
[  990.149084]  ? trace_hardirqs_off+0xd/0x30
[  990.154478]  ? exc_page_fault+0xda/0xf0
[  990.159583]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[  990.166052] RIP: 0033:0x7fde6697164e
[  990.170862] RSP: 002b:00007fffcee55fb0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[  990.180159] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fde6697164e
[  990.188971] RDX: 0000000000000001 RSI: 000055e6bdb68bf0 RDI: 0000000000000007
[  990.197780] RBP: 00007fffcee55fc0 R08: 0000000000000000 R09: 0000000000000000
[  990.206589] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fde667ea390
[  990.215396] R13: 000055e6bdb68bf0 R14: 0000000000000007 R15: 00007fde6677d120
[  990.224211]  </TASK>
[  990.227469] \x0aShowing all locks held in the system:
[  990.235989] 2 locks held by systemd/1:
[  990.240992]  #0: ff1100013087c3e8 (sb_writers#6){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[  990.250884]  #1: ff11000153a88280 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[  990.261869] 1 lock held by khungtaskd/185:
[  990.267263]  #0: ffffffffb00fdea0 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[  990.278747] 4 locks held by python3/3442:
[  990.284042]  #0: ff1100013077c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[  990.293931]  #1: ff1100013d1a7a80 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[  990.304895]  #2: ff11000123b60b50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[  990.316053]  #3: ff11000123b41e00 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[  990.326159] 4 locks held by python3/5434:
[  990.331454]  #0: ff1100013077c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[  990.341345]  #1: ff1100017a618280 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[  990.352309]  #2: ff11000123b60b50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[  990.363464]  #3: ff11000123b41e00 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[  990.373553] 
[  990.376020] =============================================\x0a
[ 1112.550345] INFO: task python3:5434 blocked for more than 245 seconds.
[ 1112.558495]       Not tainted 7.1.0-rc7-kkyy-g733dab1ea569 #1
[ 1112.565746] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 1112.575335] task:python3         state:D stack:25672 pid:5434  tgid:5434  ppid:5433   task_flags:0x400100 flags:0x00080000
[ 1112.588540] Call Trace:
[ 1112.592082]  <TASK>
[ 1112.595232]  __schedule+0xcc3/0x19c0
[ 1112.600051]  ? io_schedule_timeout+0x140/0x140
[ 1112.605839]  ? find_held_lock+0x2b/0x80
[ 1112.610943]  ? __lock_release.isra.0+0x6b/0x1a0
[ 1112.616829]  schedule+0xd8/0x260
[ 1112.621248]  schedule_preempt_disabled+0x18/0x30
[ 1112.627221]  __mutex_lock+0x6af/0x2010
[ 1112.632225]  ? threaded_store+0x132/0x220
[ 1112.637526]  ? ww_mutex_lock+0x160/0x160
[ 1112.642725]  ? selinux_inode_free_security+0x330/0x330
[ 1112.649296]  ? cap_capable+0x1d6/0x3e0
[ 1112.654307]  ? threaded_store+0x132/0x220
[ 1112.659606]  threaded_store+0x132/0x220
[ 1112.664706]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1112.670002]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1112.675300]  ? sysfs_kf_write+0x65/0x160
[ 1112.680501]  ? sysfs_file_ops+0x140/0x140
[ 1112.685797]  kernfs_fop_write_iter+0x335/0x510
[ 1112.691583]  ? kernfs_ops+0xf0/0xf0
[ 1112.696296]  new_sync_write+0x333/0x750
[ 1112.701400]  ? __lock_acquire+0x508/0xc10
[ 1112.706687]  ? new_sync_read+0x740/0x740
[ 1112.711890]  ? lock_acquire.part.0+0xbc/0x260
[ 1112.717576]  ? ksys_write+0x116/0x250
[ 1112.722488]  vfs_write+0x657/0x9b0
[ 1112.727104]  ksys_write+0x116/0x250
[ 1112.731816]  ? __ia32_sys_read+0xc0/0xc0
[ 1112.737016]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1112.742608]  ? rcu_is_watching+0x15/0xd0
[ 1112.747813]  do_syscall_64+0xf3/0x650
[ 1112.752720]  ? trace_hardirqs_off+0xd/0x30
[ 1112.758117]  ? exc_page_fault+0xda/0xf0
[ 1112.763211]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1112.769677] RIP: 0033:0x7f083fa0464e
[ 1112.774478] RSP: 002b:00007ffd130c65b0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1112.783766] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f083fa0464e
[ 1112.792576] RDX: 0000000000000001 RSI: 0000560ac7fe8bf0 RDI: 0000000000000007
[ 1112.801387] RBP: 00007ffd130c65c0 R08: 0000000000000000 R09: 0000000000000000
[ 1112.810197] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f083f87d390
[ 1112.819007] R13: 0000560ac7fe8bf0 R14: 0000000000000007 R15: 00007f083f811120
[ 1112.827823]  </TASK>
[ 1112.831091] INFO: task python3:5434 is blocked on a mutex likely owned by task python3:3442.
[ 1112.841363] task:python3         state:D stack:25672 pid:3442  tgid:3442  ppid:3441   task_flags:0x400100 flags:0x00080802
[ 1112.854566] Call Trace:
[ 1112.858105]  <TASK>
[ 1112.861257]  __schedule+0xcc3/0x19c0
[ 1112.866071]  ? io_schedule_timeout+0x140/0x140
[ 1112.871855]  ? find_held_lock+0x2b/0x80
[ 1112.876960]  ? __try_to_del_timer_sync+0x155/0x1f0
[ 1112.883137]  schedule+0xd8/0x260
[ 1112.887557]  schedule_timeout+0x13f/0x290
[ 1112.892855]  ? hrtimer_nanosleep_restart+0x270/0x270
[ 1112.899216]  ? trace_contention_end+0xb3/0x1a0
[ 1112.905001]  ? hrtimers_cpu_dying+0x3e0/0x3e0
[ 1112.910693]  ? ww_mutex_lock+0x160/0x160
[ 1112.915893]  msleep+0x1b/0x30
[ 1112.920019]  napi_set_threaded+0x3a5/0x440
[ 1112.925408]  ? napi_resume_irqs+0x1a0/0x1a0
[ 1112.930902]  netif_set_threaded+0x257/0x400
[ 1112.936396]  threaded_store+0x1b8/0x220
[ 1112.941501]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1112.946800]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1112.952096]  ? sysfs_kf_write+0x65/0x160
[ 1112.957297]  ? sysfs_file_ops+0x140/0x140
[ 1112.962593]  kernfs_fop_write_iter+0x335/0x510
[ 1112.968377]  ? kernfs_ops+0xf0/0xf0
[ 1112.973088]  new_sync_write+0x333/0x750
[ 1112.978193]  ? __lock_acquire+0x508/0xc10
[ 1112.983488]  ? new_sync_read+0x740/0x740
[ 1112.988689]  ? lock_acquire.part.0+0xbc/0x260
[ 1112.994368]  ? ksys_write+0x116/0x250
[ 1112.999269]  vfs_write+0x657/0x9b0
[ 1113.003885]  ksys_write+0x116/0x250
[ 1113.008596]  ? __ia32_sys_read+0xc0/0xc0
[ 1113.013793]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1113.019383]  ? rcu_is_watching+0x15/0xd0
[ 1113.024575]  do_syscall_64+0xf3/0x650
[ 1113.029481]  ? trace_hardirqs_off+0xd/0x30
[ 1113.034876]  ? exc_page_fault+0xda/0xf0
[ 1113.039980]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1113.046445] RIP: 0033:0x7fde6697164e
[ 1113.051252] RSP: 002b:00007fffcee55fb0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1113.060548] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fde6697164e
[ 1113.069356] RDX: 0000000000000001 RSI: 000055e6bdb68bf0 RDI: 0000000000000007
[ 1113.078165] RBP: 00007fffcee55fc0 R08: 0000000000000000 R09: 0000000000000000
[ 1113.086973] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fde667ea390
[ 1113.095782] R13: 000055e6bdb68bf0 R14: 0000000000000007 R15: 00007fde6677d120
[ 1113.104597]  </TASK>
[ 1113.107860] \x0aShowing all locks held in the system:
[ 1113.116399] 1 lock held by khungtaskd/185:
[ 1113.121792]  #0: ffffffffb00fdea0 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[ 1113.133275] 4 locks held by python3/3442:
[ 1113.138573]  #0: ff1100013077c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1113.148462]  #1: ff1100013d1a7a80 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1113.159426]  #2: ff11000123b60b50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1113.170584]  #3: ff11000123b41e00 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1113.180677] 4 locks held by python3/5434:
[ 1113.185973]  #0: ff1100013077c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1113.195860]  #1: ff1100017a618280 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1113.206820]  #2: ff11000123b60b50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1113.217980]  #3: ff11000123b41e00 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1113.228067] 
[ 1113.230533] =============================================\x0a
[ 1235.431362] INFO: task python3:5434 blocked for more than 368 seconds.
[ 1235.439511]       Not tainted 7.1.0-rc7-kkyy-g733dab1ea569 #1
[ 1235.446761] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 1235.456351] task:python3         state:D stack:25672 pid:5434  tgid:5434  ppid:5433   task_flags:0x400100 flags:0x00080002
[ 1235.469557] Call Trace:
[ 1235.473105]  <TASK>
[ 1235.476356]  __schedule+0xcc3/0x19c0
[ 1235.481166]  ? io_schedule_timeout+0x140/0x140
[ 1235.486954]  ? find_held_lock+0x2b/0x80
[ 1235.492058]  ? __lock_release.isra.0+0x6b/0x1a0
[ 1235.497946]  schedule+0xd8/0x260
[ 1235.502365]  schedule_preempt_disabled+0x18/0x30
[ 1235.508344]  __mutex_lock+0x6af/0x2010
[ 1235.513351]  ? threaded_store+0x132/0x220
[ 1235.518651]  ? ww_mutex_lock+0x160/0x160
[ 1235.523850]  ? selinux_inode_free_security+0x330/0x330
[ 1235.530422]  ? cap_capable+0x1d6/0x3e0
[ 1235.535432]  ? threaded_store+0x132/0x220
[ 1235.540728]  threaded_store+0x132/0x220
[ 1235.545832]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1235.551128]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1235.556424]  ? sysfs_kf_write+0x65/0x160
[ 1235.561625]  ? sysfs_file_ops+0x140/0x140
[ 1235.566920]  kernfs_fop_write_iter+0x335/0x510
[ 1235.572705]  ? kernfs_ops+0xf0/0xf0
[ 1235.577418]  new_sync_write+0x333/0x750
[ 1235.582522]  ? __lock_acquire+0x508/0xc10
[ 1235.587819]  ? new_sync_read+0x740/0x740
[ 1235.593011]  ? lock_acquire.part.0+0xbc/0x260
[ 1235.598698]  ? ksys_write+0x116/0x250
[ 1235.603599]  vfs_write+0x657/0x9b0
[ 1235.608217]  ksys_write+0x116/0x250
[ 1235.612928]  ? __ia32_sys_read+0xc0/0xc0
[ 1235.618125]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1235.623715]  ? rcu_is_watching+0x15/0xd0
[ 1235.628920]  do_syscall_64+0xf3/0x650
[ 1235.633828]  ? trace_hardirqs_off+0xd/0x30
[ 1235.639226]  ? exc_page_fault+0xda/0xf0
[ 1235.644327]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1235.650796] RIP: 0033:0x7f083fa0464e
[ 1235.655605] RSP: 002b:00007ffd130c65b0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1235.664902] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f083fa0464e
[ 1235.673701] RDX: 0000000000000001 RSI: 0000560ac7fe8bf0 RDI: 0000000000000007
[ 1235.682502] RBP: 00007ffd130c65c0 R08: 0000000000000000 R09: 0000000000000000
[ 1235.691313] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f083f87d390
[ 1235.700120] R13: 0000560ac7fe8bf0 R14: 0000000000000007 R15: 00007f083f811120
[ 1235.708935]  </TASK>
[ 1235.712233] INFO: task python3:5434 is blocked on a mutex likely owned by task python3:3442.
[ 1235.722501] task:python3         state:D stack:25672 pid:3442  tgid:3442  ppid:3441   task_flags:0x400100 flags:0x00080802
[ 1235.735704] Call Trace:
[ 1235.739241]  <TASK>
[ 1235.742393]  __schedule+0xcc3/0x19c0
[ 1235.747204]  ? io_schedule_timeout+0x140/0x140
[ 1235.752991]  ? find_held_lock+0x2b/0x80
[ 1235.758096]  ? __try_to_del_timer_sync+0x155/0x1f0
[ 1235.764276]  schedule+0xd8/0x260
[ 1235.768696]  schedule_timeout+0x13f/0x290
[ 1235.773994]  ? hrtimer_nanosleep_restart+0x270/0x270
[ 1235.780362]  ? trace_contention_end+0xb3/0x1a0
[ 1235.786148]  ? hrtimers_cpu_dying+0x3e0/0x3e0
[ 1235.791836]  ? ww_mutex_lock+0x160/0x160
[ 1235.797034]  msleep+0x1b/0x30
[ 1235.801159]  napi_set_threaded+0x3a5/0x440
[ 1235.806556]  ? napi_resume_irqs+0x1a0/0x1a0
[ 1235.812052]  netif_set_threaded+0x257/0x400
[ 1235.817544]  threaded_store+0x1b8/0x220
[ 1235.822645]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1235.827943]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1235.833240]  ? sysfs_kf_write+0x65/0x160
[ 1235.838440]  ? sysfs_file_ops+0x140/0x140
[ 1235.843725]  kernfs_fop_write_iter+0x335/0x510
[ 1235.849512]  ? kernfs_ops+0xf0/0xf0
[ 1235.854226]  new_sync_write+0x333/0x750
[ 1235.859328]  ? __lock_acquire+0x508/0xc10
[ 1235.864626]  ? new_sync_read+0x740/0x740
[ 1235.869828]  ? lock_acquire.part.0+0xbc/0x260
[ 1235.875515]  ? ksys_write+0x116/0x250
[ 1235.880426]  vfs_write+0x657/0x9b0
[ 1235.885039]  ksys_write+0x116/0x250
[ 1235.889752]  ? __ia32_sys_read+0xc0/0xc0
[ 1235.894940]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1235.900529]  ? rcu_is_watching+0x15/0xd0
[ 1235.905730]  do_syscall_64+0xf3/0x650
[ 1235.910635]  ? trace_hardirqs_off+0xd/0x30
[ 1235.916027]  ? exc_page_fault+0xda/0xf0
[ 1235.921130]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1235.927595] RIP: 0033:0x7fde6697164e
[ 1235.932403] RSP: 002b:00007fffcee55fb0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1235.941700] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fde6697164e
[ 1235.950499] RDX: 0000000000000001 RSI: 000055e6bdb68bf0 RDI: 0000000000000007
[ 1235.959308] RBP: 00007fffcee55fc0 R08: 0000000000000000 R09: 0000000000000000
[ 1235.968115] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fde667ea390
[ 1235.976922] R13: 000055e6bdb68bf0 R14: 0000000000000007 R15: 00007fde6677d120
[ 1235.985735]  </TASK>
[ 1235.989002] \x0aShowing all locks held in the system:
[ 1235.997543] 1 lock held by khungtaskd/185:
[ 1236.002937]  #0: ffffffffb00fdea0 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[ 1236.014418] 4 locks held by python3/3442:
[ 1236.019713]  #0: ff1100013077c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1236.029604]  #1: ff1100013d1a7a80 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1236.040565]  #2: ff11000123b60b50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1236.051724]  #3: ff11000123b41e00 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1236.061819] 4 locks held by python3/5434:
[ 1236.067113]  #0: ff1100013077c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1236.076999]  #1: ff1100017a618280 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1236.087962]  #2: ff11000123b60b50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1236.099120]  #3: ff11000123b41e00 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1236.109219] 
[ 1236.111676] =============================================\x0a
[ 1358.312399] INFO: task python3:5434 blocked for more than 491 seconds.
[ 1358.320548]       Not tainted 7.1.0-rc7-kkyy-g733dab1ea569 #1
[ 1358.327798] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message.
[ 1358.337387] task:python3         state:D stack:25672 pid:5434  tgid:5434  ppid:5433   task_flags:0x400100 flags:0x00080002
[ 1358.350590] Call Trace:
[ 1358.354121]  <TASK>
[ 1358.357270]  __schedule+0xcc3/0x19c0
[ 1358.362084]  ? io_schedule_timeout+0x140/0x140
[ 1358.367870]  ? find_held_lock+0x2b/0x80
[ 1358.372972]  ? __lock_release.isra.0+0x6b/0x1a0
[ 1358.378857]  schedule+0xd8/0x260
[ 1358.383276]  schedule_preempt_disabled+0x18/0x30
[ 1358.389253]  __mutex_lock+0x6af/0x2010
[ 1358.394256]  ? threaded_store+0x132/0x220
[ 1358.399552]  ? ww_mutex_lock+0x160/0x160
[ 1358.404751]  ? selinux_inode_free_security+0x330/0x330
[ 1358.411320]  ? cap_capable+0x1d6/0x3e0
[ 1358.416324]  ? threaded_store+0x132/0x220
[ 1358.421623]  threaded_store+0x132/0x220
[ 1358.426724]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1358.432020]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1358.437320]  ? sysfs_kf_write+0x65/0x160
[ 1358.442520]  ? sysfs_file_ops+0x140/0x140
[ 1358.447817]  kernfs_fop_write_iter+0x335/0x510
[ 1358.453590]  ? kernfs_ops+0xf0/0xf0
[ 1358.458302]  new_sync_write+0x333/0x750
[ 1358.463407]  ? __lock_acquire+0x508/0xc10
[ 1358.468701]  ? new_sync_read+0x740/0x740
[ 1358.473900]  ? lock_acquire.part.0+0xbc/0x260
[ 1358.479585]  ? ksys_write+0x116/0x250
[ 1358.484492]  vfs_write+0x657/0x9b0
[ 1358.489105]  ksys_write+0x116/0x250
[ 1358.493815]  ? __ia32_sys_read+0xc0/0xc0
[ 1358.499012]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1358.504600]  ? rcu_is_watching+0x15/0xd0
[ 1358.509799]  do_syscall_64+0xf3/0x650
[ 1358.514703]  ? trace_hardirqs_off+0xd/0x30
[ 1358.520098]  ? exc_page_fault+0xda/0xf0
[ 1358.525199]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1358.531665] RIP: 0033:0x7f083fa0464e
[ 1358.536476] RSP: 002b:00007ffd130c65b0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1358.545771] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007f083fa0464e
[ 1358.554576] RDX: 0000000000000001 RSI: 0000560ac7fe8bf0 RDI: 0000000000000007
[ 1358.563381] RBP: 00007ffd130c65c0 R08: 0000000000000000 R09: 0000000000000000
[ 1358.572188] R10: 0000000000000000 R11: 0000000000000202 R12: 00007f083f87d390
[ 1358.580997] R13: 0000560ac7fe8bf0 R14: 0000000000000007 R15: 00007f083f811120
[ 1358.589808]  </TASK>
[ 1358.593093] INFO: task python3:5434 is blocked on a mutex likely owned by task python3:3442.
[ 1358.603363] task:python3         state:D stack:25672 pid:3442  tgid:3442  ppid:3441   task_flags:0x400100 flags:0x00080802
[ 1358.616563] Call Trace:
[ 1358.620099]  <TASK>
[ 1358.623249]  __schedule+0xcc3/0x19c0
[ 1358.628057]  ? io_schedule_timeout+0x140/0x140
[ 1358.633842]  ? find_held_lock+0x2b/0x80
[ 1358.638945]  ? __try_to_del_timer_sync+0x155/0x1f0
[ 1358.645122]  schedule+0xd8/0x260
[ 1358.649541]  schedule_timeout+0x13f/0x290
[ 1358.654834]  ? hrtimer_nanosleep_restart+0x270/0x270
[ 1358.661203]  ? trace_contention_end+0xb3/0x1a0
[ 1358.666981]  ? hrtimers_cpu_dying+0x3e0/0x3e0
[ 1358.672659]  ? ww_mutex_lock+0x160/0x160
[ 1358.677850]  msleep+0x1b/0x30
[ 1358.681972]  napi_set_threaded+0x3a5/0x440
[ 1358.687367]  ? napi_resume_irqs+0x1a0/0x1a0
[ 1358.692862]  netif_set_threaded+0x257/0x400
[ 1358.698353]  threaded_store+0x1b8/0x220
[ 1358.703455]  ? xps_rxqs_store+0x2e0/0x2e0
[ 1358.708749]  ? sysfs_file_kobj+0xbd/0x1e0
[ 1358.714045]  ? sysfs_kf_write+0x65/0x160
[ 1358.719247]  ? sysfs_file_ops+0x140/0x140
[ 1358.724544]  kernfs_fop_write_iter+0x335/0x510
[ 1358.730326]  ? kernfs_ops+0xf0/0xf0
[ 1358.735037]  new_sync_write+0x333/0x750
[ 1358.740137]  ? __lock_acquire+0x508/0xc10
[ 1358.745431]  ? new_sync_read+0x740/0x740
[ 1358.750633]  ? lock_acquire.part.0+0xbc/0x260
[ 1358.756317]  ? ksys_write+0x116/0x250
[ 1358.761225]  vfs_write+0x657/0x9b0
[ 1358.765837]  ksys_write+0x116/0x250
[ 1358.770547]  ? __ia32_sys_read+0xc0/0xc0
[ 1358.775746]  ? kernfs_fop_llseek+0x160/0x1f0
[ 1358.781334]  ? rcu_is_watching+0x15/0xd0
[ 1358.786534]  do_syscall_64+0xf3/0x650
[ 1358.791432]  ? trace_hardirqs_off+0xd/0x30
[ 1358.796816]  ? exc_page_fault+0xda/0xf0
[ 1358.801918]  entry_SYSCALL_64_after_hwframe+0x4b/0x53
[ 1358.808376] RIP: 0033:0x7fde6697164e
[ 1358.813181] RSP: 002b:00007fffcee55fb0 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[ 1358.822476] RAX: ffffffffffffffda RBX: 0000000000000001 RCX: 00007fde6697164e
[ 1358.831282] RDX: 0000000000000001 RSI: 000055e6bdb68bf0 RDI: 0000000000000007
[ 1358.840087] RBP: 00007fffcee55fc0 R08: 0000000000000000 R09: 0000000000000000
[ 1358.848892] R10: 0000000000000000 R11: 0000000000000202 R12: 00007fde667ea390
[ 1358.857700] R13: 000055e6bdb68bf0 R14: 0000000000000007 R15: 00007fde6677d120
[ 1358.866513]  </TASK>
[ 1358.869781] \x0aShowing all locks held in the system:
[ 1358.878319] 1 lock held by khungtaskd/185:
[ 1358.883712]  #0: ffffffffb00fdea0 (rcu_read_lock){....}-{1:3}, at: rcu_lock_acquire.constprop.0+0x7/0x30
[ 1358.895191] 4 locks held by python3/3442:
[ 1358.900485]  #0: ff1100013077c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1358.910373]  #1: ff1100013d1a7a80 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1358.921333]  #2: ff11000123b60b50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1358.932486]  #3: ff11000123b41e00 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1358.942579] 4 locks held by python3/5434:
[ 1358.947871]  #0: ff1100013077c3e8 (sb_writers#4){.+.+}-{0:0}, at: ksys_write+0x116/0x250
[ 1358.957759]  #1: ff1100017a618280 (&of->mutex#2){+.+.}-{4:4}, at: kernfs_fop_write_iter+0x248/0x510
[ 1358.968719]  #2: ff11000123b60b50 (kn->active#118){.+.+}-{0:0}, at: kernfs_fop_write_iter+0x29e/0x510
[ 1358.979877]  #3: ff11000123b41e00 (&dev->lock){+.+.}-{4:4}, at: threaded_store+0x132/0x220
[ 1358.989969] 
[ 1358.992436] =============================================\x0a