Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
runner.go: Truncate inputs that exceed context rather than shifting
Jesse Grossc4b34f2a2af5
diff --git a/llama/runner/runner.go b/llama/runner/runner.goindex 1ed25c27b..c7662b333 100644--- a/llama/runner/runner.go+++ b/llama/runner/runner.go@@ -122,7 +122,10 @@ func (s *Server) NewSequence(prompt string, images []ImageData, params NewSequenparams.numKeep = min(params.numKeep, s.cache.numCtx-1)if len(inputs) > s.cache.numCtx {- slog.Warn("input exceeds context length", "prompt", len(inputs), "limit", s.cache.numCtx)+ slog.Warn("truncating input prompt", "limit", s.cache.numCtx, "prompt", len(inputs), "numKeep", params.numKeep)+ newInputs := inputs[:params.numKeep]+ newInputs = append(newInputs, inputs[len(inputs)-s.cache.numCtx+params.numKeep:]...)+ inputs = newInputs}var sc *llama.SamplingContext