1580158
/
sd-webui-infinite-image-browsing
mirror of https://github.com/zanllp/sd-webui-infinite-image-browsing.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #918 from zanllp/fix/recursive-filter-in-cluster-job 

fix: pass recursive parameter to embedding and include in cache key
feat/reuse-existing-folders
zanllp 2026-02-17 18:13:00 +08:00 committed by GitHub
parent f6b185e8a8 603262e42a
commit d5167e293e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/iib/topic_cluster.py
View File

@ -841,13 +841,17 @@ def mount_topic_cluster_routes(
batch_size = max(1, min(int(req.batch_size or 64), 256)) batch_size = max(1, min(int(req.batch_size or 64), 256))
max_chars = max(256, min(int(req.max_chars or 4000), 8000)) max_chars = max(256, min(int(req.max_chars or 4000), 8000))
force = bool(req.force_embed) force = bool(req.force_embed)
recursive = bool(req.recursive) if req.recursive is not None else True
logger.info(f"[_run_cluster_job] recursive={recursive}, req.recursive={req.recursive}")
for f in folders: for f in folders:
logger.info(f"[_run_cluster_job] Building embeddings for folder: {f}, recursive={recursive}")
await _build_embeddings_one_folder( await _build_embeddings_one_folder(
folder=f, folder=f,
model=model, model=model,
force=force, force=force,
batch_size=batch_size, batch_size=batch_size,
max_chars=max_chars, max_chars=max_chars,
recursive=recursive,
progress_cb=_embed_cb, progress_cb=_embed_cb,
) )
@ -876,6 +880,7 @@ def mount_topic_cluster_routes(
"lang": str(req.lang or ""), "lang": str(req.lang or ""),
"nv": _PROMPT_NORMALIZE_VERSION, "nv": _PROMPT_NORMALIZE_VERSION,
"nm": _PROMPT_NORMALIZE_MODE, "nm": _PROMPT_NORMALIZE_MODE,
"recursive": recursive,
} }
h = hashlib.sha1() h = hashlib.sha1()
h.update(json.dumps({"folders": folders, "params": cache_params}, ensure_ascii=False, sort_keys=True).encode("utf-8")) h.update(json.dumps({"folders": folders, "params": cache_params}, ensure_ascii=False, sort_keys=True).encode("utf-8"))