public/immich
1
0
Fork 0
mirror of https://github.com/immich-app/immich.git synced 2025-12-04 05:39:46 +09:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

feat(ml): add preload and fp16 settings for ocr (#23576)

Browse Source
This commit is contained in:
Mert
2025-11-06 12:55:11 -05:00
committed by GitHub
parent 2c50f2e244
commit a4ae86ce29
6 changed files with 109 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
machine-learning/immich_ml/sessions/ort.py
View File

@@ -93,10 +93,12 @@ class OrtSession:
case "CUDAExecutionProvider" | "ROCMExecutionProvider":
options = {"arena_extend_strategy": "kSameAsRequested", "device_id": settings.device_id}
case "OpenVINOExecutionProvider":
openvino_dir = self.model_path.parent / "openvino"
device = f"GPU.{settings.device_id}"
options = {
"device_type": f"GPU.{settings.device_id}",
"precision": "FP32",
"cache_dir": (self.model_path.parent / "openvino").as_posix(),
"device_type": device,
"precision": settings.openvino_precision.value,
"cache_dir": openvino_dir.as_posix(),
}
case "CoreMLExecutionProvider":
options = {