SOTA Open Source TTS
Add scaling configs
Shijia Liaoe7f063dd4698
diff --git a/fish_speech/configs/text2semantic_pretrain_large.yaml b/fish_speech/configs/text2semantic_pretrain_large.yamlnew file mode 100644index 0000000..c99d210--- /dev/null+++ b/fish_speech/configs/text2semantic_pretrain_large.yaml@@ -0,0 +1,13 @@+defaults:+ - text2semantic_pretrain_small+ - _self_++project: text2semantic_pretrain_large_4_in_8_codebooks++# Model Configuration+model:+ model:+ config:+ n_layer: 36+ n_head: 20+ dim: 1280diff --git a/fish_speech/configs/text2semantic_pretrain_medium.yaml b/fish_speech/configs/text2semantic_pretrain_medium.yamlnew file mode 100644index 0000000..6dfad2d--- /dev/null+++ b/fish_speech/configs/text2semantic_pretrain_medium.yaml@@ -0,0 +1,13 @@+defaults:+ - text2semantic_pretrain_small+ - _self_++project: text2semantic_pretrain_medium_4_in_8_codebooks++# Model Configuration+model:+ model:+ config:+ n_layer: 24+ n_head: 16+ dim: 1024diff --git a/fish_speech/configs/text2semantic_pretrain.yaml b/fish_speech/configs/text2semantic_pretrain_small.yamlsimilarity index 95%rename from fish_speech/configs/text2semantic_pretrain.yamlrename to fish_speech/configs/text2semantic_pretrain_small.yamlindex d4c71dc..27a7478 100644--- a/fish_speech/configs/text2semantic_pretrain.yaml+++ b/fish_speech/configs/text2semantic_pretrain_small.yaml@@ -2,7 +2,7 @@ defaults:- base- _self_-project: text2semantic_pretrain_400m_4_in_8_codebooks+project: text2semantic_pretrain_small_4_in_8_codebooksmax_length: 2048# Lightning Trainer@@ -58,9 +58,9 @@ model:_target_: fish_speech.models.text2semantic.llama.ModelArgsmax_seq_len: 4096vocab_size: 36408- n_layer: 24- n_head: 16- dim: 1024+ n_layer: 12+ n_head: 12+ dim: 768rope_base: 10000norm_eps: 1e-5num_in_codebooks: 4 # input codebook size