Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
decoding key
游雁78ff06a45caf
diff --git a/funasr/models/sense_voice/model.py b/funasr/models/sense_voice/model.pyindex bcaaca305..8198706b7 100644--- a/funasr/models/sense_voice/model.py+++ b/funasr/models/sense_voice/model.py@@ -802,6 +802,14 @@ class SenseVoiceFSMN(nn.Module):data_type=kwargs.get("data_type", "sound"),tokenizer=tokenizer,)++ if len(kwargs.get("data_type", [])) > 1:+ audio_sample_list, text_token_int_list = audio_sample_list+ text_token_int = text_token_int_list[0]+ text_token_int = tokenizer.encode(text_token_int)+ else:+ text_token_int = None+time2 = time.perf_counter()meta_data["load_data"] = f"{time2 - time1:0.3f}"speech, speech_lengths = extract_fbank(@@ -837,6 +845,35 @@ class SenseVoiceFSMN(nn.Module):speech[None, :, :].permute(0, 2, 1), speech_lengths)+ if text_token_int is not None:+ i = 1+ results = []+ ibest_writer = None+ if kwargs.get("output_dir") is not None:+ if not hasattr(self, "writer"):+ self.writer = DatadirWriter(kwargs.get("output_dir"))+ ibest_writer = self.writer[f"1best_recog"]++ # 1. Forward decoder+ ys_pad = torch.tensor(text_token_int, dtype=torch.int64).to(kwargs["device"])[None, :]+ ys_pad_lens = torch.tensor([len(text_token_int)], dtype=torch.int64).to(+ kwargs["device"]+ )[None, :]+ decoder_out = self.model.decoder(+ x=ys_pad, xa=encoder_out, hlens=encoder_out_lens, ys_in_lens=ys_pad_lens+ )++ token_int = decoder_out.argmax(-1)[0, :].tolist()+ text = tokenizer.decode(token_int)++ result_i = {"key": key[i], "text": text}+ results.append(result_i)++ if ibest_writer is not None:+ # ibest_writer["token"][key[i]] = " ".join(token)+ ibest_writer["text"][key[i]] = text+ return results, meta_data+# c. Passed the encoder result and the beam searchnbest_hyps = self.beam_search(x=encoder_out[0],