SOTA Open Source TTS
Rename config & smaller schedule
Lengyue938eca21a67b
diff --git a/speech_lm/configs/pretrain.yaml b/speech_lm/configs/llama_pretrain.yamlsimilarity index 100%rename from speech_lm/configs/pretrain.yamlrename to speech_lm/configs/llama_pretrain.yamldiff --git a/speech_lm/configs/whisper_vq.yaml b/speech_lm/configs/whisper_vq.yamlindex e9cf992..c86ff79 100644--- a/speech_lm/configs/whisper_vq.yaml+++ b/speech_lm/configs/whisper_vq.yaml@@ -11,7 +11,6 @@ trainer:accelerator: gpustrategy:_target_: lightning.fabric.strategies.DDPStrategy- find_unused_parameters: truestatic_graph: truedevices: auto@@ -40,31 +39,29 @@ model:schedule:batch_size: 64micro_batch_size: 64- max_steps: 1000000+ max_steps: 10000save_interval: 2000gradient_accumulation_steps: "${eval: ${schedule.batch_size} // ${schedule.micro_batch_size}}"clip_grad_norm: 2.0--train_dataset:- _target_: speech_lm.datasets.whisper_vq.WhisperVQDataset- filelist: filelists/whisper-vq.train.train.filelist--valid_dataset:- _target_: speech_lm.datasets.whisper_vq.WhisperVQDataset- filelist: filelists/whisper-vq.train.test.filelist+ log_interval: 10+ eval_interval: 2000train_dataloader:_target_: torch.utils.data.DataLoader- dataset: ${dataset}+ dataset:+ _target_: speech_lm.datasets.whisper_vq.WhisperVQDataset+ filelist: filelists/whisper-vq.train.train.filelistbatch_size: ${schedule.micro_batch_size}- num_workers: 4+ num_workers: 8collate_fn:_target_: speech_lm.datasets.whisper_vq.WhisperVQCollatorvalid_dataloader:_target_: torch.utils.data.DataLoader- dataset: ${dataset}- batch_size: ${schedule.micro_batch_size}+ dataset:+ _target_: speech_lm.datasets.whisper_vq.WhisperVQDataset+ filelist: filelists/whisper-vq.train.test.filelist+ batch_size: 32num_workers: 4collate_fn:_target_: speech_lm.datasets.whisper_vq.WhisperVQCollatordiff --git a/speech_lm/train.py b/speech_lm/train.pyindex cb11cf1..f2c3982 100644--- a/speech_lm/train.py+++ b/speech_lm/train.py@@ -211,7 +211,7 @@ def train(last_batch_time = time.time()[email protected](version_base="1.3", config_path="./configs", config_name="pretrain.yaml")[email protected](version_base="1.3", config_path="./configs", config_name="llama_pretrain.yaml")def main(cfg: DictConfig):log.info(f"Config: \n{OmegaConf.to_yaml(cfg)}")