SOTA Open Source TTS
Context length reading configuration file (#540)
刘悦79072603b989
diff --git a/tools/llama/generate.py b/tools/llama/generate.pyindex d717ce7..f4561a2 100644--- a/tools/llama/generate.py+++ b/tools/llama/generate.py@@ -241,7 +241,9 @@ def generate(codebook_dim = 1 + model.config.num_codebooks# create an empty tensor of the expected final shape and fill in the current tokens- empty = torch.empty((codebook_dim, max_new_tokens), dtype=dtype, device=device)+ empty = torch.empty(+ (codebook_dim, model.config.max_seq_len), dtype=dtype, device=device+ )empty[:, :T] = promptseq = emptyinput_pos = torch.arange(0, T, device=device)