self-hosted/immich
1
0
Fork 0
mirror of https://github.com/immich-app/immich.git synced 2025-08-08 23:07:06 +02:00
Code Issues Releases Activity

fix(deps): update machine-learning (#10740)

Browse Source 
* fix(deps): update machine-learning

* update openvino options, cuda

* update openvino build

* fix indentation

* update minimum nvidia driver

---------

Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com>
Co-authored-by: mertalev <101130780+mertalev@users.noreply.github.com>
This commit is contained in:
renovate[bot]
2024-07-21 19:30:24 -04:00
committed by GitHub
parent 8b773a2b2e
commit b53bd8c525
8 changed files with 323 additions and 284 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
machine-learning/app/sessions/ort.py
View File

@ -83,17 +83,21 @@ class OrtSession:
@property
def _provider_options_default(self) -> list[dict[str, Any]]:
options = []
provider_options = []
for provider in self.providers:
match provider:
case "CPUExecutionProvider" | "CUDAExecutionProvider":
option = {"arena_extend_strategy": "kSameAsRequested"}
options = {"arena_extend_strategy": "kSameAsRequested"}
case "OpenVINOExecutionProvider":
option = {"device_type": "GPU_FP32", "cache_dir": (self.model_path.parent / "openvino").as_posix()}
options = {
"device_type": "GPU",
"precision": "FP32",
"cache_dir": (self.model_path.parent / "openvino").as_posix(),
}
case _:
option = {}
options.append(option)
return options
options = {}
provider_options.append(options)
return provider_options
@property
def sess_options(self) -> ort.SessionOptions: