SOTA Open Source TTS
Apply gradient accumulate to save memory
Lengyue0c084ec7797e
diff --git a/.dockerignore b/.dockerignoreindex 54c98ee..580c0bc 100644--- a/.dockerignore+++ b/.dockerignore@@ -1,2 +1,3 @@resultsdata+*.filelistdiff --git a/speech_lm/configs/whisper_vq.yaml b/speech_lm/configs/whisper_vq.yamlindex 5dbafaf..fd3d921 100644--- a/speech_lm/configs/whisper_vq.yaml+++ b/speech_lm/configs/whisper_vq.yaml@@ -38,7 +38,7 @@ model:schedule:batch_size: 64- micro_batch_size: 64+ micro_batch_size: 32max_steps: 10000save_interval: 2000gradient_accumulation_steps: "${eval: ${schedule.batch_size} // ${schedule.micro_batch_size}}"@@ -65,7 +65,7 @@ valid_dataloader:dataset:_target_: speech_lm.datasets.whisper_vq.WhisperVQDatasetfilelist: filelists/whisper-vq.test.filelist- batch_size: 32+ batch_size: 16num_workers: 8prefetch_factor: 4pin_memory: true