SOTA Open Source TTS
support smart warmup (float)
Lengyuefadbdae5131b
diff --git a/fish_speech/configs/text2semantic_finetune.yaml b/fish_speech/configs/text2semantic_finetune.yamlindex 7d9bd5c..179df1b 100644--- a/fish_speech/configs/text2semantic_finetune.yaml+++ b/fish_speech/configs/text2semantic_finetune.yaml@@ -72,7 +72,7 @@ model:lr_lambda:_target_: fish_speech.scheduler.get_cosine_schedule_with_warmup_lr_lambda_partial_: true- num_warmup_steps: 100+ num_warmup_steps: 0.1num_training_steps: ${trainer.max_steps}# Callbacksdiff --git a/fish_speech/scheduler.py b/fish_speech/scheduler.pyindex 08469ae..7cbfaf8 100644--- a/fish_speech/scheduler.py+++ b/fish_speech/scheduler.py@@ -4,11 +4,14 @@ import mathdef get_cosine_schedule_with_warmup_lr_lambda(current_step: int,*,- num_warmup_steps: int,+ num_warmup_steps: int | float,num_training_steps: int,num_cycles: float = 0.5,final_lr_ratio: float = 0.0,):+ if 0 < num_warmup_steps < 1: # float mode+ num_warmup_steps = int(num_warmup_steps * num_training_steps)+if current_step < num_warmup_steps:return float(current_step) / float(max(1, num_warmup_steps))