Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

Change the order of context and prompt.

Vyacheslav Moskalev49a54831397d
diff --git a/server/routes.go b/server/routes.go
index b449136ea..65ba22eac 100644
--- a/server/routes.go
+++ b/server/routes.go
@@ -188,21 +188,22 @@ func (s *Server) GenerateHandler(c *gin.Context) {
}
var b bytes.Buffer
- if err := tmpl.Execute(&b, values); err != nil {
+ var t bytes.Buffer
+ if err := tmpl.Execute(&t, values); err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
}
if req.Context != nil {
- s, err := r.Detokenize(c.Request.Context(), req.Context)
+ prev, err := r.Detokenize(c.Request.Context(), req.Context)
if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
return
}
-
- b.WriteString(s)
+ b.WriteString(prev)
}
+ b.WriteString(t.String());
prompt = b.String()
}
@@ -242,12 +243,12 @@ func (s *Server) GenerateHandler(c *gin.Context) {
res.LoadDuration = checkpointLoaded.Sub(checkpointStart)
if !req.Raw {
- tokens, err := r.Tokenize(c.Request.Context(), prompt+sb.String())
+ tokens, err := r.Tokenize(c.Request.Context(), prompt + sb.String())
if err != nil {
ch <- gin.H{"error": err.Error()}
return
}
- res.Context = tokens
+ res.Context = tokens[:]
}
}