Skip to content

SOTA Open Source TTS

Apply gradient accumulate to save memory

Lengyue0c084ec7797e
diff --git a/.dockerignore b/.dockerignore
index 54c98ee..580c0bc 100644
--- a/.dockerignore
+++ b/.dockerignore
@@ -1,2 +1,3 @@
results
data
+*.filelist
diff --git a/speech_lm/configs/whisper_vq.yaml b/speech_lm/configs/whisper_vq.yaml
index 5dbafaf..fd3d921 100644
--- a/speech_lm/configs/whisper_vq.yaml
+++ b/speech_lm/configs/whisper_vq.yaml
@@ -38,7 +38,7 @@ model:
schedule:
batch_size: 64
- micro_batch_size: 64
+ micro_batch_size: 32
max_steps: 10000
save_interval: 2000
gradient_accumulation_steps: "${eval: ${schedule.batch_size} // ${schedule.micro_batch_size}}"
@@ -65,7 +65,7 @@ valid_dataloader:
dataset:
_target_: speech_lm.datasets.whisper_vq.WhisperVQDataset
filelist: filelists/whisper-vq.test.filelist
- batch_size: 32
+ batch_size: 16
num_workers: 8
prefetch_factor: 4
pin_memory: true