feat(ml): add preload and fp16 settings for ocr (#23576)

2025-12-02 16:39:56 +09:00 · 2025-11-06 12:55:11 -05:00
parent 2c50f2e244
commit a4ae86ce29
6 changed files with 109 additions and 30 deletions
--- a/machine-learning/immich_ml/main.py
+++ b/machine-learning/immich_ml/main.py
@@ -103,6 +103,20 @@ async def preload_models(preload: PreloadModelData) -> None:
            ModelTask.FACIAL_RECOGNITION,
        )

+    if preload.ocr.detection is not None:
+        await load_models(
+            preload.ocr.detection,
+            ModelType.DETECTION,
+            ModelTask.OCR,
+        )
+
+    if preload.ocr.recognition is not None:
+        await load_models(
+            preload.ocr.recognition,
+            ModelType.RECOGNITION,
+            ModelTask.OCR,
+        )
+
    if preload.clip_fallback is not None:
        log.warning(
            "Deprecated env variable: 'MACHINE_LEARNING_PRELOAD__CLIP'. "