Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
feat: add Qwen3-ASR speaker diarization; remove unnecessary punc_model from SPK examples
游雁4967c8bd8ea4
diff --git a/examples/industrial_data_pretraining/fun_asr_nano/demo_spk.py b/examples/industrial_data_pretraining/fun_asr_nano/demo_spk.pyindex d80657d6f..940d9664d 100644--- a/examples/industrial_data_pretraining/fun_asr_nano/demo_spk.py+++ b/examples/industrial_data_pretraining/fun_asr_nano/demo_spk.py@@ -29,7 +29,6 @@ def main():vad_model="fsmn-vad",vad_kwargs={"max_single_segment_time": 30000},spk_model="cam++",- punc_model="ct-punc",device=device,hub="ms",)diff --git a/examples/industrial_data_pretraining/sense_voice/demo_spk.py b/examples/industrial_data_pretraining/sense_voice/demo_spk.pyindex e38a5c93f..6a0be2a0b 100644--- a/examples/industrial_data_pretraining/sense_voice/demo_spk.py+++ b/examples/industrial_data_pretraining/sense_voice/demo_spk.py@@ -28,7 +28,6 @@ def main():vad_model="fsmn-vad",vad_kwargs={"max_single_segment_time": 30000},spk_model="cam++",- punc_model="ct-punc",device=device,)diff --git a/funasr/auto/auto_model.py b/funasr/auto/auto_model.pyindex 4b538b03d..73f8b4c81 100644--- a/funasr/auto/auto_model.py+++ b/funasr/auto/auto_model.py@@ -491,6 +491,7 @@ class AutoModel:self._reset_runtime_configs()if self.spk_model is not None and "output_timestamp" not in cfg:cfg["output_timestamp"] = True+ cfg["return_time_stamps"] = Truekwargs = self.kwargs# step.1: compute the vad modeldeep_update(self.vad_kwargs, cfg)diff --git a/funasr/models/qwen3_asr/model.py b/funasr/models/qwen3_asr/model.pyindex 4ee62d077..fb86a6cd0 100644--- a/funasr/models/qwen3_asr/model.py+++ b/funasr/models/qwen3_asr/model.py@@ -90,11 +90,18 @@ class Qwen3ASR(nn.Module):time1 = time.perf_counter()language = kwargs.get("language", None)- return_time_stamps = kwargs.get("return_time_stamps", False)+ return_time_stamps = kwargs.get("return_time_stamps", False) or kwargs.get("output_timestamp", False)context = kwargs.get("context", "")if isinstance(data_in, (list, tuple)):- audio_inputs = list(data_in)+ audio_inputs = []+ for item in data_in:+ if isinstance(item, np.ndarray):+ audio_inputs.append((item.astype(np.float32), 16000))+ elif isinstance(item, torch.Tensor):+ audio_inputs.append((item.cpu().numpy().astype(np.float32), 16000))+ else:+ audio_inputs.append(item)elif isinstance(data_in, str):audio_inputs = [data_in]elif isinstance(data_in, torch.Tensor):@@ -114,6 +121,12 @@ class Qwen3ASR(nn.Module):time2 = time.perf_counter()meta_data["load_data"] = f"{time2 - time1:0.3f}"+ # If timestamps requested but forced_aligner not configured, fall back to no timestamps+ if return_time_stamps and self.qwen3_asr_model.forced_aligner is None:+ logging.warning("return_time_stamps requires forced_aligner. Skipping timestamps. "+ "Initialize with forced_aligner='Qwen/Qwen3-ForcedAligner-0.6B' to enable.")+ return_time_stamps = False+results = self.qwen3_asr_model.transcribe(audio=audio_inputs,context=context,@@ -132,7 +145,7 @@ class Qwen3ASR(nn.Module):result_dict["language"] = r.languageif return_time_stamps and r.time_stamps is not None:result_dict["timestamp"] = [- [ts.start_time, ts.end_time, ts.text]+ [int(ts.start_time), int(ts.end_time)]for ts in r.time_stamps.items]output.append(result_dict)diff --git a/tests_models/test_fun_asr_nano_spk.py b/tests_models/test_fun_asr_nano_spk.pyindex 3c00d138c..707a2bc45 100644--- a/tests_models/test_fun_asr_nano_spk.py+++ b/tests_models/test_fun_asr_nano_spk.py@@ -15,7 +15,6 @@ def main():vad_model="iic/speech_fsmn_vad_zh-cn-16k-common-pytorch",vad_kwargs={"max_single_segment_time": 30000},spk_model="iic/speech_campplus_sv_zh-cn_16k-common",- punc_model="iic/punc_ct-transformer_zh-cn-common-vocab272727-pytorch",device="cpu",disable_update=True,hub="hf",@@ -53,7 +52,7 @@ def main():print("[Fun-ASR-Nano-SPK] sentence_info:")for s in si:- print(" spk=%d | [%d-%d] %s" % (s["spk"], s["start"], s["end"], s["text"]))+ print(" spk=%d | [%d-%d] %s" % (s["spk"], s["start"], s["end"], s.get("text", s.get("sentence", ""))))has_spk = all("spk" in s for s in si)if not has_spk:diff --git a/tests_models/test_sensevoice_spk.py b/tests_models/test_sensevoice_spk.pyindex 0955c8f96..f29c53a9a 100644--- a/tests_models/test_sensevoice_spk.py+++ b/tests_models/test_sensevoice_spk.py@@ -14,7 +14,6 @@ def main():vad_model="iic/speech_fsmn_vad_zh-cn-16k-common-pytorch",vad_kwargs={"max_single_segment_time": 30000},spk_model="iic/speech_campplus_sv_zh-cn_16k-common",- punc_model="iic/punc_ct-transformer_zh-cn-common-vocab272727-pytorch",device="cpu",disable_update=True,)@@ -60,7 +59,7 @@ def main():print("[SenseVoice-SPK] sentence_info:")for s in si:- print(" spk=%d | [%d-%d] %s" % (s["spk"], s["start"], s["end"], rich_transcription_postprocess(s["text"])))+ print(" spk=%d | [%d-%d] %s" % (s["spk"], s["start"], s["end"], rich_transcription_postprocess(s.get("text", s.get("sentence", "")))))has_spk = all("spk" in s for s in si)if not has_spk: