Skip to content

SOTA Open Source TTS

fix generate

Lengyue762562b7e604
diff --git a/tools/llama/generate.py b/tools/llama/generate.py
index d887e4d..178c98b 100644
--- a/tools/llama/generate.py
+++ b/tools/llama/generate.py
@@ -94,6 +94,7 @@ def decode_one_token_ar(
**sampling_kwargs,
) -> torch.Tensor:
x = model.forward_generate(x, input_pos)
+ logits = x.token_logits
sampling_kwargs_main = sampling_kwargs.copy()
sampling_kwargs_main["temperature"] = 0.1