Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
Funasr1.0 bugfix, audio sample input for the vad model (#1333)
zhifu gaodec1c875b2fc
diff --git a/examples/industrial_data_pretraining/seaco_paraformer/demo.py b/examples/industrial_data_pretraining/seaco_paraformer/demo.pyindex 065b698a3..e9e226d1c 100644--- a/examples/industrial_data_pretraining/seaco_paraformer/demo.py+++ b/examples/industrial_data_pretraining/seaco_paraformer/demo.py@@ -15,8 +15,26 @@ model = AutoModel(model="iic/speech_seaco_paraformer_large_asr_nat-zh-cn-16k-com# spk_model_revision="v2.0.2",)++# example1res = model.generate(input="https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/test_audio/asr_example_zh.wav",hotword='达摩院 魔搭',# sentence_timestamp=True, # return sentence level information when spk_model is not given)-print(res)\ No newline at end of file+print(res)++# example2+import torchaudio+wav_file = os.path.join(model.model_path, "example/asr_example.wav")+input_tensor, sample_rate = torchaudio.load(wav_file)+input_tensor = input_tensor.mean(0)+res = model.generate(input=[input_tensor], batch_size_s=300, is_final=True)+++# example3+import soundfile+import os+wav_file = os.path.join(model.model_path, "example/asr_example.wav")+speech, sample_rate = soundfile.read(wav_file)+res = model.generate(input=[speech], batch_size_s=300, is_final=True)+diff --git a/funasr/auto/auto_model.py b/funasr/auto/auto_model.pyindex 3986a110c..d99fc5613 100644--- a/funasr/auto/auto_model.py+++ b/funasr/auto/auto_model.py@@ -228,7 +228,7 @@ class AutoModel:data_batch = data_list[beg_idx:end_idx]key_batch = key_list[beg_idx:end_idx]batch = {"data_in": data_batch, "key": key_batch}- if (end_idx - beg_idx) == 1 and isinstance(data_batch[0], torch.Tensor): # fbank+ if (end_idx - beg_idx) == 1 and kwargs.get("data_type", None) == "fbank": # fbankbatch["data_in"] = data_batch[0]batch["data_lengths"] = input_lendiff --git a/funasr/models/transformer/model.py b/funasr/models/transformer/model.pyindex 4ad466b4f..e813e2205 100644--- a/funasr/models/transformer/model.py+++ b/funasr/models/transformer/model.py@@ -439,13 +439,13 @@ class Transformer(nn.Module):token = tokenizer.ids2tokens(token_int)text = tokenizer.tokens2text(token)- # text_postprocessed, _ = postprocess_utils.sentence_postprocess(token)- result_i = {"key": key[i], "token": token, "text": text}+ text_postprocessed, _ = postprocess_utils.sentence_postprocess(token)+ result_i = {"key": key[i], "token": token, "text": text_postprocessed}results.append(result_i)if ibest_writer is not None:ibest_writer["token"][key[i]] = " ".join(token)- ibest_writer["text"][key[i]] = text+ ibest_writer["text"][key[i]] = text_postprocessedreturn results, meta_data