Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
fix(runtime): trace SenseVoice backend stages
LauraGPT7429dbd787bb
diff --git a/runtime/llama.cpp/sensevoice/funasr-sensevoice/funasr-sensevoice.cpp b/runtime/llama.cpp/sensevoice/funasr-sensevoice/funasr-sensevoice.cppindex bad235053..533d59947 100644--- a/runtime/llama.cpp/sensevoice/funasr-sensevoice/funasr-sensevoice.cpp+++ b/runtime/llama.cpp/sensevoice/funasr-sensevoice/funasr-sensevoice.cpp@@ -11,6 +11,7 @@#include "gguf.h"#include <cctype>+#include <cstdarg>#include <cmath>#include <cstdint>#include <cstdio>@@ -21,6 +22,15 @@static const float LN_EPS = 1e-5f;+static void trace_stage(const char *format, ...) {+ va_list args;+ va_start(args, format);+ vfprintf(stderr, format, args);+ va_end(args);+ fputc('\n', stderr);+ fflush(stderr);+}+// ---- audio loader: any wav/mp3/flac, any rate/channels -> 16k mono (miniaudio) ----#define FUNASR_AUDIO_IMPLEMENTATION#include "funasr_audio.h"@@ -212,6 +222,7 @@ int main(int argc,char**argv){graph_backend graph_be=make_graph_backend(backend_name);// load model+ trace_stage("[sensevoice] loading model metadata");model m; gguf_init_params gp={false,&m.ctx_w}; gguf_context*gg=gguf_init_from_file(gguf_path.c_str(),gp);if(!gg){fprintf(stderr,"load gguf failed\n");return 1;}auto rd=[&](const char*k,int d){int i=gguf_find_key(gg,k);return i<0?d:(int)gguf_get_val_u32(gg,i);};@@ -222,6 +233,7 @@ int main(int argc,char**argv){std::vector<int> qtok(nq); for(int i=0;i<nq;i++) qtok[i]=((const int32_t*)gguf_get_arr_data(gg,qi))[i];std::vector<std::string> vocab; {int ki=gguf_find_key(gg,"sv.vocab"); if(ki>=0){int nv=gguf_get_arr_n(gg,ki); vocab.resize(nv); for(int i=0;i<nv;i++){const char*s=gguf_get_arr_str(gg,ki,i); vocab[i]=s?s:"";}}}for(int i=0;i<gguf_get_n_tensors(gg);i++){const char*nm=gguf_get_tensor_name(gg,i);m.t[nm]=ggml_get_tensor(m.ctx_w,nm);}+ trace_stage("[sensevoice] model ready: %d tensors",gguf_get_n_tensors(gg));gguf_free(gg);const int F=560, D=m.c.d_model, V=m.c.vocab;bool emit_ids = ids_mode || vocab.empty(); // fall back to ids if the gguf has no vocab@@ -236,6 +248,7 @@ int main(int argc,char**argv){for(int i=0;i<nq;i++) memcpy(&inp[(size_t)i*F], &emb[(size_t)qtok[i]*F], F*sizeof(float));memcpy(&inp[(size_t)nq*F], fb.data(), (size_t)T*F*sizeof(float));float sc=sqrtf((float)D); for(auto&v:inp)v*=sc; add_posenc(inp,N,F);+ trace_stage("[sensevoice] building graph: %d frames",N);ggml_init_params cp={(size_t)1024*1024*1024,nullptr,true}; ggml_context*c=ggml_init(cp);ggml_tensor*x=ggml_new_tensor_2d(c,GGML_TYPE_F32,F,N); ggml_set_input(x);ggml_tensor*h=sanm_layer(c,m,"encoder.encoders0.0.",x,N,false);@@ -246,9 +259,15 @@ int main(int argc,char**argv){ggml_tensor*logits=lin(c,m.g("ctc.ctc_lo.weight"),m.g("ctc.ctc_lo.bias"),h); // [V, N]ggml_set_output(logits);ggml_cgraph*gf=ggml_new_graph_custom(c,32768,false); ggml_build_forward_expand(gf,logits);+ trace_stage("[sensevoice] graph built");+ trace_stage("[sensevoice] allocating graph");ggml_gallocr_t ga=ggml_gallocr_new(graph_be.buffer_type); ggml_gallocr_alloc_graph(ga,gf);+ trace_stage("[sensevoice] graph allocated");ggml_backend_tensor_set(x,inp.data(),0,ggml_nbytes(x)); if(graph_be.is_cpu) ggml_backend_cpu_set_n_threads(graph_be.backend,8);- if(ggml_backend_graph_compute(graph_be.backend,gf)!=GGML_STATUS_SUCCESS){fprintf(stderr,"compute failed\n");}+ trace_stage("[sensevoice] compute starting");+ enum ggml_status compute_status=ggml_backend_graph_compute(graph_be.backend,gf);+ trace_stage("[sensevoice] compute complete: status=%d",(int)compute_status);+ if(compute_status!=GGML_STATUS_SUCCESS){fprintf(stderr,"compute failed\n");}std::vector<float> lg((size_t)V*N); ggml_backend_tensor_get(logits,lg.data(),0,ggml_nbytes(logits));std::vector<int> seg_ids; int prev=-1; // greedy CTC: argmax per frame -> collapse -> drop blankfor(int n=0;n<N;n++){ const float*col=&lg[(size_t)n*V]; int am=0; float best=col[0];@@ -264,9 +283,13 @@ int main(int argc,char**argv){int64_t t0=ggml_time_us();int srt_idx=0;if(!vad_path.empty()){+ trace_stage("[sensevoice] loading audio");std::vector<float> wav; if(!funasr_load_audio_16k_mono(wav_path.c_str(),wav)){fprintf(stderr,"read audio failed\n");return 1;}+ trace_stage("[sensevoice] audio ready: %zu samples",wav.size());std::vector<std::pair<int,int>> segs;+ trace_stage("[sensevoice] running VAD");if(!funasr_vad_segments(vad_path,wav,vad_maxseg,segs)){fprintf(stderr,"vad failed\n");return 1;}+ trace_stage("[sensevoice] VAD ready: %zu segments",segs.size());for(auto&s:segs){ int off=(int)((int64_t)s.first*16000/1000), end=(int)((int64_t)s.second*16000/1000);if(end>(int)wav.size())end=wav.size(); if(end-off<WINLEN)continue;std::vector<float> seg(wav.begin()+off,wav.begin()+end); int t=0; auto fb=compute_fbank(seg,t);@@ -280,7 +303,9 @@ int main(int argc,char**argv){} else {int32_t T=0,Fc=F; std::vector<float> fb; int end_ms=0;if(!wav_path.empty()){+ trace_stage("[sensevoice] loading audio");std::vector<float> wav; if(!funasr_load_audio_16k_mono(wav_path.c_str(),wav)){fprintf(stderr,"read audio failed\n");return 1;}+ trace_stage("[sensevoice] audio ready: %zu samples",wav.size());end_ms=(int)((int64_t)wav.size()*1000/16000);int t=0; fb=compute_fbank(wav,t); T=t;} else {diff --git a/runtime/llama.cpp/tests/test_backend_flags.py b/runtime/llama.cpp/tests/test_backend_flags.pyindex a83f6f768..c5052cc8b 100644--- a/runtime/llama.cpp/tests/test_backend_flags.py+++ b/runtime/llama.cpp/tests/test_backend_flags.py@@ -74,3 +74,39 @@ def test_sensevoice_flushes_device_initialization_boundaries_to_stderr():assert "initializing %s backend on %s (%s)" in initializerassert "initialized %s backend on %s; resolving buffer type" in initializerassert "fflush(stderr);" in initializer+++def test_sensevoice_traces_post_backend_pipeline_boundaries():+ source = SENSEVOICE.read_text(encoding="utf-8")++ boundaries = [+ "loading model metadata",+ "model ready",+ "loading audio",+ "audio ready",+ "running VAD",+ "VAD ready",+ "building graph",+ "graph built",+ "allocating graph",+ "graph allocated",+ "compute starting",+ "compute complete",+ ]+ for boundary in boundaries:+ assert boundary in source++ assert "static void trace_stage(" in source+ trace_stage = source.split("static void trace_stage(", maxsplit=1)[1].split("}", maxsplit=1)[0]+ assert "vfprintf(stderr" in trace_stage+ assert "fflush(stderr);" in trace_stage++ for before, after in (+ ("loading model metadata", "model ready"),+ ("loading audio", "audio ready"),+ ("running VAD", "VAD ready"),+ ("building graph", "graph built"),+ ("allocating graph", "graph allocated"),+ ("compute starting", "compute complete"),+ ):+ assert source.index(before) < source.index(after)