SOTA Open Source TTS
Fix non-inf gradient
Lengyue5f01798ab4a9
diff --git a/speech_lm/train.py b/speech_lm/train.pyindex 6cc3d9c..1be552b 100644--- a/speech_lm/train.py+++ b/speech_lm/train.py@@ -1,5 +1,5 @@-from collections import defaultdictimport time+from collections import defaultdictfrom datetime import timedeltafrom pathlib import Pathfrom typing import Optional@@ -134,7 +134,11 @@ def train(# Perform gradient clippinggrad_norm = fabric.clip_gradients(- model, optimizer, max_norm=cfg.schedule.clip_grad_norm, norm_type=2.0+ model,+ optimizer,+ max_norm=cfg.schedule.clip_grad_norm,+ norm_type=2.0,+ error_if_nonfinite=False,)# We can't average gradients across multiple steps