Skip to content

SOTA Open Source TTS

Fix hubert config

Lengyue0b5216ef0eb9
diff --git a/speech_lm/configs/hubert_vq.yaml b/speech_lm/configs/hubert_vq.yaml
index 3c59db6..45e311e 100644
--- a/speech_lm/configs/hubert_vq.yaml
+++ b/speech_lm/configs/hubert_vq.yaml
@@ -1,5 +1,5 @@
paths:
- run_dir: results/pretrain
+ run_dir: results/hubert-vq
checkpoint_dir: ${paths.run_dir}/checkpoints
hydra:
@@ -9,7 +9,11 @@ hydra:
trainer:
_target_: lightning.fabric.Fabric
accelerator: gpu
- strategy: ddp
+ strategy:
+ _target_: lightning.fabric.strategies.DDPStrategy
+ find_unused_parameters: true
+ static_graph: true
+
devices: auto
precision: bf16-mixed
loggers:
@@ -28,8 +32,8 @@ model:
vq_loss_weight: 1.0
schedule:
- batch_size: 128
- micro_batch_size: 128
+ batch_size: 32
+ micro_batch_size: 32
max_steps: 100000
save_interval: 2000
gradient_accumulation_steps: "${eval: ${schedule.batch_size} // ${schedule.micro_batch_size}}"