Open-source speech recognition toolkit for training, inference, streaming ASR, VAD, punctuation, speaker diarization pipelines, and OpenAI-compatible/MCP serving.
Python asraudiochineseemotion-recognitionfunasrmcp-servermultilingual-asropenai-compatible-apiparaformerpunctuationpytorchreal-time-asrspeaker-diarizationspeech-recognitionspeech-to-textstreaming-asrtranscriptionvllmvoice-activity-detectionwhisper-alternative
decoding
游雁6a74eb706c1f
diff --git a/funasr/train_utils/load_pretrained_model.py b/funasr/train_utils/load_pretrained_model.pyindex d633d811c..cb2d87e87 100644--- a/funasr/train_utils/load_pretrained_model.py+++ b/funasr/train_utils/load_pretrained_model.py@@ -56,11 +56,15 @@ def load_pretrained_model(logging.info(f"excludes: {excludes}")for k in dst_state.keys():+ excludes_flag = Falseif excludes is not None:for k_ex in excludes:if k.startswith(k_ex):logging.info(f"key: {{k}} matching: {k_ex}, excluded")- continue+ excludes_flag = True+ break+ if excludes_flag:+ continuek_src = kdiff --git a/funasr/train_utils/trainer_ds.py b/funasr/train_utils/trainer_ds.pyindex c97372851..b2d7b95d8 100644--- a/funasr/train_utils/trainer_ds.py+++ b/funasr/train_utils/trainer_ds.py@@ -147,10 +147,16 @@ class Trainer:self.use_deepspeed = use_deepspeedself.deepspeed_config = kwargs.get("deepspeed_config", "")- self.excludes = kwargs.get("excludes", None)- if self.excludes is not None:- if isinstance(self.excludes, str):- self.excludes = self.excludes.split(",")+ excludes = kwargs.get("excludes", None)+ if excludes is not None:+ if isinstance(excludes, str):+ excludes = excludes.split(",")+ self.excludes = excludes+ effective_save_name_excludes = kwargs.get("effective_save_name_excludes", None)+ if effective_save_name_excludes is not None:+ if isinstance(effective_save_name_excludes, str):+ effective_save_name_excludes = effective_save_name_excludes.split(",")+ self.effective_save_name_excludes = effective_save_name_excludesdef save_checkpoint(self,@@ -285,7 +291,6 @@ class Trainer:# self.step_or_epoch += 1state = {"epoch": epoch,- "state_dict": model.state_dict(),"optimizer": optim.state_dict(),"scheduler": scheduler.state_dict(),"saved_ckpts": self.saved_ckpts,@@ -303,7 +308,23 @@ class Trainer:}step = step_in_epochif hasattr(model, "module"):- state["state_dict"] = model.module.state_dict()+ state_dict = model.module.state_dict()+ else:+ state_dict = model.state_dict()++ if self.effective_save_name_excludes is not None:+ dst_state_dict = {}+ for k in state_dict.keys():+ for k_ex in self.effective_save_name_excludes:+ k_tmp = k.replace("module.", "")+ if k.startswith(k_ex):+ logging.info(f"key: {{k}} matching: {k_ex}, not save it")+ break+ else:+ dst_state_dict[k] = state_dict[k]+ state["state_dict"] = dst_state_dict+ else:+ state["state_dict"] = state_dictif scaler:state["scaler_state"] = scaler.state_dict()@@ -444,12 +465,16 @@ class Trainer:src_state = checkpoint["state_dict"]dst_state = model.state_dict()for k in dst_state.keys():- if excludes is not None:- for k_ex in excludes:+ excludes_flag = False+ if self.excludes is not None:+ for k_ex in self.excludes:k_tmp = k.replace("module.", "")if k_tmp.startswith(k_ex):logging.info(f"key: {{k}} matching: {k_ex}, excluded")- continue+ excludes_flag = True+ break+ if excludes_flag:+ continueif not k.startswith("module.") and "module." + k in src_state.keys():k_ddp = "module." + kelif k.startswith("module.") and "module." + k not in src_state.keys():