Skip to content

Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.

Merge branch 'dev_batch' into main

Yabin Liade08818b7a5
diff --cc runtime/onnxruntime/CMakeLists.txt
index d8e623e1d,3756dd60e..cf10f54f3
--- a/runtime/onnxruntime/CMakeLists.txt
+++ b/runtime/onnxruntime/CMakeLists.txt
@@@ -47,8 -37,18 +48,19 @@@ include_directories(${PROJECT_SOURCE_DI
include_directories(${PROJECT_SOURCE_DIR}/third_party/jieba/include)
include_directories(${PROJECT_SOURCE_DIR}/third_party/jieba/include/limonp/include)
include_directories(${PROJECT_SOURCE_DIR}/third_party/kaldi)
+include_directories(${PROJECT_SOURCE_DIR}/third_party/json/include)
+ if(GPU)
+ add_definitions(-DUSE_GPU)
+ set(TORCH_DIR "/usr/local/lib/python3.8/dist-packages/torch")
+ set(TORCH_BLADE_DIR "/usr/local/lib/python3.8/dist-packages/torch_blade")
+ include_directories(${TORCH_DIR}/include)
+ include_directories(${TORCH_DIR}/include/torch/csrc/api/include)
+ link_directories(${TORCH_DIR}/lib)
+ link_directories(${TORCH_BLADE_DIR})
+ set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC -D_GLIBCXX_USE_CXX11_ABI=0")
+ endif()
+
if(ENABLE_GLOG)
include_directories(${PROJECT_SOURCE_DIR}/third_party/glog/src)
set(BUILD_TESTING OFF)
diff --cc runtime/onnxruntime/include/com-define.h
index d4edd5bc5,9480b0ba3..77a7b020b
--- a/runtime/onnxruntime/include/com-define.h
+++ b/runtime/onnxruntime/include/com-define.h
@@@ -49,8 -49,16 +49,17 @@@ namespace funasr
// hotword embedding compile model
#define MODEL_EB_NAME "model_eb.onnx"
#define QUANT_MODEL_NAME "model_quant.onnx"
+#define VAD_CMVN_NAME "am.mvn"
+#define VAD_CONFIG_NAME "config.yaml"
++
+ // gpu models
+ #define INFER_GPU "gpu"
+ #define BATCHSIZE "batch-size"
+ #define TORCH_MODEL_NAME "model.torchscripts"
+ #define TORCH_QUANT_MODEL_NAME "model_quant.torchscripts"
+ #define BLADE_MODEL_NAME "model.blade.fp16.pt"
+ #define BLADEDISC "bladedisc"
+
-#define VAD_CMVN_NAME "vad.mvn"
-#define VAD_CONFIG_NAME "vad.yaml"
#define AM_CMVN_NAME "am.mvn"
#define AM_CONFIG_NAME "config.yaml"
#define LM_CONFIG_NAME "config.yaml"