SOTA Open Source TTS
Disable neft on eval
Lengyue415c78a7d4f6
diff --git a/fish_speech/models/text2semantic/llama.py b/fish_speech/models/text2semantic/llama.pyindex f143d47..7312ed3 100644--- a/fish_speech/models/text2semantic/llama.py+++ b/fish_speech/models/text2semantic/llama.py@@ -166,7 +166,7 @@ class Transformer(nn.Module):x = torch.stack(vocab_embeds, dim=3)x = x.sum(dim=3)- if self.config.neft_alpha > 0:+ if self.config.neft_alpha > 0 and self.training:# alpha / sqrt(L * D)scaled_alpha = self.config.neft_alpha / math.sqrt(self.config.dim * x.shape[2]