SOTA Open Source TTS
Fix mel bug
Lengyue894085acbb03
diff --git a/fish_speech/models/vqgan/lit_module.py b/fish_speech/models/vqgan/lit_module.pyindex 56a8e43..016c107 100644--- a/fish_speech/models/vqgan/lit_module.py+++ b/fish_speech/models/vqgan/lit_module.py@@ -208,11 +208,19 @@ class VQGAN(L.LightningModule):ids_slice // self.hop_length,self.segment_size // self.hop_length,)+ sliced_gt_mels = slice_segments(+ gt_mels,+ ids_slice // self.hop_length,+ self.segment_size // self.hop_length,+ )gen_mel_masks = slice_segments(mel_masks,ids_slice // self.hop_length,self.segment_size // self.hop_length,)+ else:+ sliced_gt_mels = gt_mels+ gen_mel_masks = mel_masksfake_audios = self.generator(input_mels)fake_audio_mels = self.mel_transform(fake_audios.squeeze(1))@@ -248,7 +256,7 @@ class VQGAN(L.LightningModule):with torch.autocast(device_type=audios.device.type, enabled=False):loss_decoded_mel = F.l1_loss(gt_mels * mel_masks, decoded_mels * mel_masks)loss_mel = F.l1_loss(- input_mels * gen_mel_masks, fake_audio_mels * gen_mel_masks+ sliced_gt_mels * gen_mel_masks, fake_audio_mels * gen_mel_masks)loss_adv, _ = generator_loss(y_d_hat_g)loss_fm = feature_loss(fmap_r, fmap_g)