1580158
/
stable-diffusion-webui-distributed
mirror of https://github.com/papuSpartan/stable-diffusion-webui-distributed.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix potential hang at startup

master
unknown 2024-01-31 17:43:25 -06:00
parent 3d83eef77c
commit b2f3990309
No known key found for this signature in database
GPG Key ID: CA376082283AF69A
1 changed files with 15 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
scripts/spartan/worker.py
View File

@ -286,20 +286,22 @@ class Worker:
eta = None
try:
# if state is already WORKING then weights may be loading on worker
# prevents issue where model override loads a large model and consecutive requests timeout
max_wait = 30
waited = 0
while self.state == State.WORKING:
if waited >= max_wait:
break
time.sleep(1)
waited += 1
if waited != 0:
logger.debug(f"waited {waited}s for worker '{self.label}' to IDLE before consecutive request")
if waited >= (0.85 * max_wait):
logger.warning("this seems long, so if you see this message often, consider reporting an issue")
if self.jobs_requested != 0: # prevent potential hang at startup
# if state is already WORKING then weights may be loading on worker
# prevents issue where model override loads a large model and consecutive requests timeout
max_wait = 30
waited = 0
while self.state == State.WORKING:
if waited >= max_wait:
break
time.sleep(1)
waited += 1
if waited != 0:
logger.debug(f"waited {waited}s for worker '{self.label}' to IDLE before consecutive request")
if waited >= (0.85 * max_wait):
logger.warning("this seems long, so if you see this message often, consider reporting an issue")
self.state = State.WORKING