Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
fix: SenseVoice+spk_model crash and torchaudio>=2.11 compatibility
游雁80f3f2a4e9ff
diff --git a/funasr/auto/auto_model.py b/funasr/auto/auto_model.pyindex 46d8b42b7..3820782db 100644--- a/funasr/auto/auto_model.py+++ b/funasr/auto/auto_model.py@@ -819,6 +819,9 @@ class AutoModel:)# del result['spk_embedding']sv_output = postprocess(all_segments, None, labels, spk_embedding.cpu())+ if self.spk_mode == "punc_segment" and "timestamp" not in result and "timestamps" not in result:+ logging.warning("No timestamps in ASR result (e.g. SenseVoice), falling back to vad_segment mode for speaker diarization.")+ self.spk_mode = "vad_segment"if self.spk_mode == "vad_segment": # recover sentence_listsentence_list = []for rest, vadsegment in zip(restored_data, vadsegments):diff --git a/funasr/utils/load_utils.py b/funasr/utils/load_utils.pyindex ce8525b74..03acf0df4 100644--- a/funasr/utils/load_utils.py+++ b/funasr/utils/load_utils.py@@ -113,10 +113,17 @@ def load_audio_text_image_video(if kwargs.get("reduce_channels", True):data_or_path_or_list = data_or_path_or_list.mean(0)except:- data_or_path_or_list = _load_audio_ffmpeg(data_or_path_or_list, sr=fs)- data_or_path_or_list = torch.from_numpy(- data_or_path_or_list- ).squeeze() # [n_samples,]+ try:+ import soundfile as sf+ data_np, audio_fs = sf.read(data_or_path_or_list, dtype="float32")+ data_or_path_or_list = torch.from_numpy(data_np).squeeze()+ if data_or_path_or_list.ndim > 1 and kwargs.get("reduce_channels", True):+ data_or_path_or_list = data_or_path_or_list.mean(-1)+ except:+ data_or_path_or_list = _load_audio_ffmpeg(data_or_path_or_list, sr=fs)+ data_or_path_or_list = torch.from_numpy(+ data_or_path_or_list+ ).squeeze() # [n_samples,]elif data_type == "text" and tokenizer is not None:with open(data_or_path_or_list, "r") as f:data_or_path_or_list = tokenizer.encode(f.read().strip())