Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
add sensevoice in offline-stream
雾聪d62d237a76e4
diff --git a/runtime/onnxruntime/src/funasrruntime.cpp b/runtime/onnxruntime/src/funasrruntime.cppindex 93b89a567..88a3970d0 100644--- a/runtime/onnxruntime/src/funasrruntime.cpp+++ b/runtime/onnxruntime/src/funasrruntime.cpp@@ -207,7 +207,8 @@// APIs for Offline-stream Infer_FUNASRAPI FUNASR_RESULT FunOfflineInferBuffer(FUNASR_HANDLE handle, const char* sz_buf, int n_len,FUNASR_MODE mode, QM_CALLBACK fn_callback, const std::vector<std::vector<float>> &hw_emb,- int sampling_rate, std::string wav_format, bool itn, FUNASR_DEC_HANDLE dec_handle)+ int sampling_rate, std::string wav_format, bool itn, FUNASR_DEC_HANDLE dec_handle,+ std::string svs_lang, bool svs_itn){funasr::OfflineStream* offline_stream = (funasr::OfflineStream*)handle;if (!offline_stream)@@ -256,7 +257,12 @@if (wfst_decoder){wfst_decoder->StartUtterance();}- vector<string> msg_batch = (offline_stream->asr_handle)->Forward(buff, len, true, hw_emb, dec_handle, batch_in);+ vector<string> msg_batch;+ if(offline_stream->GetModelType() == MODEL_SVS){+ msg_batch = (offline_stream->asr_handle)->Forward(buff, len, true, svs_lang, svs_itn, batch_in);+ }else{+ msg_batch = (offline_stream->asr_handle)->Forward(buff, len, true, hw_emb, dec_handle, batch_in);+ }for(int idx=0; idx<batch_in; idx++){string msg = msg_batch[idx];if(msg_idx < index_vector.size()){@@ -280,7 +286,7 @@}for(int idx=0; idx<msgs.size(); idx++){string msg = msgs[idx];- std::vector<std::string> msg_vec = funasr::split(msg, '|');+ std::vector<std::string> msg_vec = funasr::SplitStr(msg, " | ");if(msg_vec.size()==0){continue;}@@ -402,7 +408,7 @@}for(int idx=0; idx<msgs.size(); idx++){string msg = msgs[idx];- std::vector<std::string> msg_vec = funasr::split(msg, '|');+ std::vector<std::string> msg_vec = funasr::SplitStr(msg, " | ");if(msg_vec.size()==0){continue;}@@ -563,7 +569,7 @@len[0] = frame->len;vector<string> msgs = ((funasr::Paraformer*)asr_handle)->Forward(buff, len, frame->is_final, hw_emb, dec_handle);string msg = msgs.size()>0?msgs[0]:"";- std::vector<std::string> msg_vec = funasr::split(msg, '|'); // split with timestamp+ std::vector<std::string> msg_vec = funasr::SplitStr(msg, " | "); // split with timestampif(msg_vec.size()==0){continue;}diff --git a/runtime/onnxruntime/src/offline-stream.cpp b/runtime/onnxruntime/src/offline-stream.cppindex 166d3c9ea..b43602597 100644--- a/runtime/onnxruntime/src/offline-stream.cpp+++ b/runtime/onnxruntime/src/offline-stream.cpp@@ -47,7 +47,13 @@ OfflineStream::OfflineStream(std::map<std::string, std::string>& model_path, intuse_gpu = false;#endif}else{- asr_handle = make_unique<Paraformer>();+ if (model_path.at(MODEL_DIR).find(MODEL_SVS) != std::string::npos)+ {+ asr_handle = make_unique<SenseVoiceSmall>();+ model_type = MODEL_SVS;+ }else{+ asr_handle = make_unique<Paraformer>();+ }}bool enable_hotword = false;@@ -138,6 +144,10 @@ OfflineStream::OfflineStream(std::map<std::string, std::string>& model_path, int}}#endif+ if(model_type == MODEL_SVS){+ use_itn = false;+ use_punc = false;+ }}OfflineStream *CreateOfflineStream(std::map<std::string, std::string>& model_path, int thread_num, bool use_gpu, int batch_size)diff --git a/runtime/onnxruntime/src/precomp.h b/runtime/onnxruntime/src/precomp.hindex 1a9885225..d525c6577 100644--- a/runtime/onnxruntime/src/precomp.h+++ b/runtime/onnxruntime/src/precomp.h@@ -64,6 +64,7 @@ using namespace std;#include "seg_dict.h"#include "resample.h"#include "paraformer.h"+#include "sensevoice-small.h"#ifdef USE_GPU#include "paraformer-torch.h"#endifdiff --git a/runtime/onnxruntime/src/util.cpp b/runtime/onnxruntime/src/util.cppindex 483795e7a..50c9c8205 100644--- a/runtime/onnxruntime/src/util.cpp+++ b/runtime/onnxruntime/src/util.cpp@@ -646,6 +646,21 @@ std::vector<std::string> split(const std::string &s, char delim) {return elems;}+std::vector<std::string> SplitStr(const std::string &s, string delimiter) {+ std::vector<std::string> tokens;+ size_t start = 0;+ size_t end = s.find(delimiter);++ while (end != std::string::npos) {+ tokens.push_back(s.substr(start, end - start));+ start = end + delimiter.length();+ end = s.find(delimiter, start);+ }+ tokens.push_back(s.substr(start, end - start));++ return tokens;+}+template<typename T>void PrintMat(const std::vector<std::vector<T>> &mat, const std::string &name) {std::cout << name << ":" << std::endl;diff --git a/runtime/onnxruntime/src/util.h b/runtime/onnxruntime/src/util.hindex bb4e21a21..89dacf6ec 100644--- a/runtime/onnxruntime/src/util.h+++ b/runtime/onnxruntime/src/util.h@@ -49,6 +49,7 @@ std::string VectorToString(const std::vector<std::vector<int>>& vec, bool out_emstd::string TimestampSmooth(std::string &text, std::string &text_itn, std::string &str_time);std::string TimestampSentence(std::string &text, std::string &str_time);std::vector<std::string> split(const std::string &s, char delim);+std::vector<std::string> SplitStr(const std::string &s, string delimiter);template<typename T>void PrintMat(const std::vector<std::vector<T>> &mat, const std::string &name);