Skip to content

SOTA Open Source TTS

Disable neft on eval

Lengyue415c78a7d4f6
diff --git a/fish_speech/models/text2semantic/llama.py b/fish_speech/models/text2semantic/llama.py
index f143d47..7312ed3 100644
--- a/fish_speech/models/text2semantic/llama.py
+++ b/fish_speech/models/text2semantic/llama.py
@@ -166,7 +166,7 @@ class Transformer(nn.Module):
x = torch.stack(vocab_embeds, dim=3)
x = x.sum(dim=3)
- if self.config.neft_alpha > 0:
+ if self.config.neft_alpha > 0 and self.training:
# alpha / sqrt(L * D)
scaled_alpha = self.config.neft_alpha / math.sqrt(
self.config.dim * x.shape[2]