Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
fix: limit vLLM VAD segments to 30 seconds (#3420)
zhifu gao70c868cf47e5
diff --git a/examples/industrial_data_pretraining/fun_asr_nano/serve_vllm.py b/examples/industrial_data_pretraining/fun_asr_nano/serve_vllm.pyindex feae0c6ef..386e2bd6b 100644--- a/examples/industrial_data_pretraining/fun_asr_nano/serve_vllm.py+++ b/examples/industrial_data_pretraining/fun_asr_nano/serve_vllm.py@@ -93,7 +93,12 @@ def load_engine(args):gpu_memory_utilization=args.gpu_memory_utilization,)logger.info(f"Loading VAD: {args.vad_model}")- _vad_model = AutoModel(model=args.vad_model, device=args.device, disable_update=True)+ _vad_model = AutoModel(+ model=args.vad_model,+ device=args.device,+ disable_update=True,+ max_single_segment_time=30000,+ )if args.spk_model:logger.info(f"Loading SPK: {args.spk_model}")_spk_model = AutoModel(model=args.spk_model, device=args.device, disable_update=True)diff --git a/tests/test_fun_asr_nano_openai_response.py b/tests/test_fun_asr_nano_openai_response.pyindex 9f04eb81c..c02468aec 100644--- a/tests/test_fun_asr_nano_openai_response.py+++ b/tests/test_fun_asr_nano_openai_response.py@@ -151,3 +151,35 @@ def test_process_audio_downmixes_stereo_before_resampling(monkeypatch):assert np.allclose(captured["engine_input"], 0.5)assert result["duration"] == 1.0assert result["text"] == "ok"+++def test_load_engine_limits_vad_segments_to_30_seconds(monkeypatch):+ module = load_service_module(monkeypatch)+ captured = {}++ class EngineFactoryStub:+ @classmethod+ def from_pretrained(cls, **kwargs):+ return object()++ def auto_model_stub(**kwargs):+ captured.update(kwargs)+ return object()++ module.FunASRNanoVLLM = EngineFactoryStub+ module.AutoModel = auto_model_stub+ module._engine = None+ module.load_engine(+ types.SimpleNamespace(+ model="fun-asr-nano",+ hub="ms",+ device="cpu",+ dtype="bf16",+ max_model_len=4096,+ gpu_memory_utilization=0.5,+ vad_model="fsmn-vad",+ spk_model="",+ )+ )++ assert captured["max_single_segment_time"] == 30000