Skip to content

Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.

renderers/qwen: tolerate non-leading system messages (#17757)

Daniel Hiltgen87abaa019ea3
diff --git a/integration/tools_routes_test.go b/integration/tools_routes_test.go
index b19ac816b..8c1ccb25f 100644
--- a/integration/tools_routes_test.go
+++ b/integration/tools_routes_test.go
@@ -265,6 +265,7 @@ func runAnthropicToolRoute(t *testing.T, ctx context.Context, endpoint, model st
},
"messages": []any{
map[string]any{"role": "user", "content": []any{map[string]any{"type": "text", "text": "Call get_weather for Paris."}}},
+ map[string]any{"role": "system", "content": []any{map[string]any{"type": "text", "text": "Runtime token budget update."}}},
map[string]any{"role": "assistant", "content": []any{map[string]any{
"type": "tool_use",
"id": toolRoutePreviousID,
diff --git a/model/renderers/qwen35.go b/model/renderers/qwen35.go
index 8b9e57971..7be891e57 100644
--- a/model/renderers/qwen35.go
+++ b/model/renderers/qwen35.go
@@ -193,16 +193,6 @@ func (r *Qwen35Renderer) validateMessages(messages []api.Message) error {
return fmt.Errorf("no user query found in messages")
}
- for i, message := range messages {
- switch message.Role {
- case "system":
- if i != 0 {
- return fmt.Errorf("system message must be at the beginning")
- }
- case "user", "assistant", "tool":
- }
- }
-
return nil
}
@@ -297,6 +287,9 @@ func (r *Qwen35Renderer) Render(messages []api.Message, tools []api.Tool, think
prefill := lastMessage && message.Role == "assistant"
if message.Role == "user" || (message.Role == "system" && i != 0) {
+ if r.variant == qwen35Renderer38 && message.Role == "system" {
+ slog.Warn("non-leading system message", "renderer", "qwen3.8")
+ }
sb.WriteString(imStartTag + message.Role + "\n" + content + imEndTag + "\n")
} else if message.Role == "assistant" {
renderAssistantThinkBlock := r.alwaysRenderAssistantThinkBlock || (isThinking && i > lastQueryIndex)
diff --git a/model/renderers/qwen38_test.go b/model/renderers/qwen38_test.go
index 6e9b624aa..9645131e9 100644
--- a/model/renderers/qwen38_test.go
+++ b/model/renderers/qwen38_test.go
@@ -364,14 +364,6 @@ func TestQwen38RendererRejectsInvalidTranscripts(t *testing.T) {
messages: []api.Message{{Role: "system", Content: "Hello"}},
wantErr: "no user query found in messages",
},
- {
- name: "late system",
- messages: []api.Message{
- {Role: "user", Content: "Hello"},
- {Role: "system", Content: "Late"},
- },
- wantErr: "system message must be at the beginning",
- },
{
name: "system image",
messages: []api.Message{