Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

runner.go: Fix off-by-one for num predicted

Jesse Grossd7eb05b9361f
diff --git a/llama/runner/runner.go b/llama/runner/runner.go
index b680f060c..cff7d148c 100644
--- a/llama/runner/runner.go
+++ b/llama/runner/runner.go
@@ -345,7 +345,7 @@ func (s *Server) processBatch(tokenBatch *llama.Batch, embedBatch *llama.Batch)
}
// if past the num predict limit
- if seq.numPredict > 0 && seq.numPredicted > seq.numPredict {
+ if seq.numPredict > 0 && seq.numPredicted >= seq.numPredict {
s.removeSequence(seqIdx, "limit")
continue
}