From c84d7c8a333620106a864a946b0ae3add6076845 Mon Sep 17 00:00:00 2001 From: unknown Date: Tue, 19 Mar 2024 19:54:47 -0500 Subject: [PATCH] fully skip workers in invalid states when re-benching --- scripts/spartan/world.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/scripts/spartan/world.py b/scripts/spartan/world.py index 59f0b66..df6edd1 100644 --- a/scripts/spartan/world.py +++ b/scripts/spartan/world.py @@ -233,7 +233,7 @@ class World: # have every unbenched worker load the same weights before the benchmark for worker in unbenched_workers: - if worker.master or worker.state == State.DISABLED: + if worker.master or worker.state in (State.DISABLED, State.UNAVAILABLE): continue sync_thread = Thread(target=worker.load_options, args=(shared.opts.sd_model_checkpoint, shared.opts.sd_vae)) @@ -244,6 +244,10 @@ class World: # benchmark those that haven't been for worker in unbenched_workers: + if worker.state in (State.DISABLED, State.UNAVAILABLE): + logger.debug(f"worker '{worker.label}' is {worker.state}, refusing to benchmark") + continue + t = Thread(target=benchmark_wrapped, args=(worker, ), name=f"{worker.label}_benchmark") benchmark_threads.append(t) t.start()