π Awesome OCR multiple programing languages toolkits based on ONNX Runtime, OpenVINO, MNN, PaddlePaddle, TensorRT and PyTorch.
# -*- encoding: utf-8 -*-
# @Author: SWHL
# @Contact: [email protected]
import os
from typing import Any, Dict
from omegaconf import DictConfig
from ...utils.log import logger
class CPUConfig:
"""Configuration handler for OpenVINO CPU execution."""
def __init__(self, engine_cfg: DictConfig):
self.cfg = engine_cfg
def get_config(self) -> Dict[str, Any]:
"""Build OpenVINO CPU configuration dictionary."""
config = {}
infer_num_threads = self.cfg.get("inference_num_threads", -1)
if infer_num_threads != -1 and 1 <= infer_num_threads <= os.cpu_count():
config["INFERENCE_NUM_THREADS"] = str(infer_num_threads)
performance_hint = self.cfg.get("performance_hint", None)
if performance_hint is not None:
config["PERFORMANCE_HINT"] = str(performance_hint)
performance_num_requests = self.cfg.get("performance_num_requests", -1)
if performance_num_requests != -1:
config["PERFORMANCE_HINT_NUM_REQUESTS"] = str(performance_num_requests)
enable_cpu_pinning = self.cfg.get("enable_cpu_pinning", None)
if enable_cpu_pinning is not None:
config["ENABLE_CPU_PINNING"] = str(enable_cpu_pinning)
num_streams = self.cfg.get("num_streams", -1)
if num_streams != -1:
config["NUM_STREAMS"] = str(num_streams)
enable_hyper_threading = self.cfg.get("enable_hyper_threading", None)
if enable_hyper_threading is not None:
config["ENABLE_HYPER_THREADING"] = str(enable_hyper_threading)
scheduling_core_type = self.cfg.get("scheduling_core_type", None)
if scheduling_core_type is not None:
config["SCHEDULING_CORE_TYPE"] = str(scheduling_core_type)
logger.info(f"Using OpenVINO config: {config}")
return config