public/immich
1
0
Fork 0
mirror of https://github.com/immich-app/immich.git synced 2025-12-07 19:53:59 +09:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

fix(ml): limit load retries (#10494)

Browse Source
This commit is contained in:
Mert
2024-06-20 14:13:18 -04:00
committed by GitHub
parent 79a8ab71ef
commit a42af06889
3 changed files with 26 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
machine-learning/app/main.py
View File

@@ -192,23 +192,18 @@ async def load(model: InferenceModel) -> InferenceModel:
return model
def _load(model: InferenceModel) -> InferenceModel:
if model.load_attempts > 1:
raise HTTPException(500, f"Failed to load model '{model.model_name}'")
with lock:
model.load()
return model
try:
await run(_load, model)
return model
return await run(_load, model)
except (OSError, InvalidProtobuf, BadZipFile, NoSuchFile):
log.warning(
(
f"Failed to load {model.model_type.replace('_', ' ')} model '{model.model_name}'."
"Clearing cache and retrying."
)
)
log.warning(f"Failed to load {model.model_type.replace('_', ' ')} model '{model.model_name}'. Clearing cache.")
model.clear_cache()
await run(_load, model)
return model
return await run(_load, model)
async def idle_shutdown_task() -> None: