Skip to content

SOTA Open Source TTS

Fix mel bug

Lengyue894085acbb03
diff --git a/fish_speech/models/vqgan/lit_module.py b/fish_speech/models/vqgan/lit_module.py
index 56a8e43..016c107 100644
--- a/fish_speech/models/vqgan/lit_module.py
+++ b/fish_speech/models/vqgan/lit_module.py
@@ -208,11 +208,19 @@ class VQGAN(L.LightningModule):
ids_slice // self.hop_length,
self.segment_size // self.hop_length,
)
+ sliced_gt_mels = slice_segments(
+ gt_mels,
+ ids_slice // self.hop_length,
+ self.segment_size // self.hop_length,
+ )
gen_mel_masks = slice_segments(
mel_masks,
ids_slice // self.hop_length,
self.segment_size // self.hop_length,
)
+ else:
+ sliced_gt_mels = gt_mels
+ gen_mel_masks = mel_masks
fake_audios = self.generator(input_mels)
fake_audio_mels = self.mel_transform(fake_audios.squeeze(1))
@@ -248,7 +256,7 @@ class VQGAN(L.LightningModule):
with torch.autocast(device_type=audios.device.type, enabled=False):
loss_decoded_mel = F.l1_loss(gt_mels * mel_masks, decoded_mels * mel_masks)
loss_mel = F.l1_loss(
- input_mels * gen_mel_masks, fake_audio_mels * gen_mel_masks
+ sliced_gt_mels * gen_mel_masks, fake_audio_mels * gen_mel_masks
)
loss_adv, _ = generator_loss(y_d_hat_g)
loss_fm = feature_loss(fmap_r, fmap_g)