Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
runner.go: Fix off-by-one for num predicted
Jesse Grossd7eb05b9361f
diff --git a/llama/runner/runner.go b/llama/runner/runner.goindex b680f060c..cff7d148c 100644--- a/llama/runner/runner.go+++ b/llama/runner/runner.go@@ -345,7 +345,7 @@ func (s *Server) processBatch(tokenBatch *llama.Batch, embedBatch *llama.Batch)}// if past the num predict limit- if seq.numPredict > 0 && seq.numPredicted > seq.numPredict {+ if seq.numPredict > 0 && seq.numPredicted >= seq.numPredict {s.removeSequence(seqIdx, "limit")continue}