Skip to content

SOTA Open Source TTS

update weight decay

Lengyue11b6900dc2ff
diff --git a/fish_speech/configs/text2semantic_pretrain.yaml b/fish_speech/configs/text2semantic_pretrain.yaml
index 5e20aed..777887e 100644
--- a/fish_speech/configs/text2semantic_pretrain.yaml
+++ b/fish_speech/configs/text2semantic_pretrain.yaml
@@ -59,7 +59,7 @@ model:
_target_: torch.optim.AdamW
_partial_: true
lr: 3e-4
- weight_decay: 0.1
+ weight_decay: 0.01
betas: [0.9, 0.95]
eps: 1e-5