Get up and running with Kimi, GLM, MiniMax, DeepSeek, gpt-oss, Qwen, Gemma and other models.
llm: loosen format check to default to no format (#8127)
Jeffrey Morgan0f06a6daa7c9
diff --git a/llm/server.go b/llm/server.goindex dc016ccb8..4cebd8a4c 100644--- a/llm/server.go+++ b/llm/server.go@@ -722,20 +722,14 @@ func (s *llmServer) Completion(ctx context.Context, req CompletionRequest, fn fureturn fmt.Errorf("unexpected server status: %s", status.ToString())}- if len(req.Format) > 0 {- switch {- case bytes.Equal(req.Format, []byte(`"json"`)):- request["grammar"] = grammarJSON- case bytes.HasPrefix(req.Format, []byte("{")):- // User provided a JSON schema- g := llama.SchemaToGrammar(req.Format)- if g == nil {- return fmt.Errorf("invalid JSON schema in format")- }- request["grammar"] = string(g)- default:- return errors.New(`invalid format: expected "json" or a JSON schema`)+ if bytes.Equal(req.Format, []byte(`"json"`)) {+ request["grammar"] = grammarJSON+ } else if bytes.HasPrefix(req.Format, []byte("{")) {+ g := llama.SchemaToGrammar(req.Format)+ if g == nil {+ return fmt.Errorf("invalid JSON schema in format")}+ request["grammar"] = string(g)}// Handling JSON marshaling with special characters unescaped.