qurator-spk/eynollah
1
0
Fork 0
mirror of https://github.com/qurator-spk/eynollah.git synced 2026-07-12 06:39:31 +02:00
Code Issues Projects Releases Wiki Activity

ModelZoo for ONNX backend: configure TRT cache path from XDG env

Browse source
This commit is contained in:
Robert Sachunsky 2026-07-08 02:55:25 +02:00
parent 32568a590f
commit 8cc8c28471
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/eynollah/model_zoo/model_zoo.py
View file

@ -306,6 +306,7 @@ class EynollahModelZoo:
def _load_onnx_model(self, model_category, model_path, device=''): def _load_onnx_model(self, model_category, model_path, device=''):
import onnxruntime as ort import onnxruntime as ort
import numpy as np import numpy as np
from ocrd_utils import config
ort.set_default_logger_severity(3) ort.set_default_logger_severity(3)
@ -358,11 +359,11 @@ class EynollahModelZoo:
# trt_bf16_enable # trt_bf16_enable
'trt_engine_cache_enable': True, 'trt_engine_cache_enable': True,
'trt_timing_cache_enable': True, 'trt_timing_cache_enable': True,
'trt_engine_cache_path': config.XDG_CONFIG_HOME,
'trt_timing_cache_path': config.XDG_CONFIG_HOME,
# ... # ...
# trt_engine_hw_compatible # trt_engine_hw_compatible
# trt_engine_cache_path
# trt_engine_cache_prefix # trt_engine_cache_prefix
# trt_timing_cache_path
# trt_onnx_model_folder_path # trt_onnx_model_folder_path
# trt_ep_context_file_path # trt_ep_context_file_path
# trt_cuda_graph_enable # trt_cuda_graph_enable