Skip to content

Distribute and run LLMs with a single file.

Make OpenAI API `stop` field optional (#36)

Ed Leee8c92bcb84ae
diff --git a/llama.cpp/server/server.cpp b/llama.cpp/server/server.cpp
index 26e8730e..dc2123ce 100644
--- a/llama.cpp/server/server.cpp
+++ b/llama.cpp/server/server.cpp
@@ -2400,9 +2400,7 @@ json oaicompat_completion_params_parse(
}
// Handle 'stop' field
- if (body["stop"].is_null()) {
- llama_params["stop"] = json::array({});
- } else if (body["stop"].is_string()) {
+ if (body.contains("stop") && body["stop"].is_string()) {
llama_params["stop"] = json::array({body["stop"].get<std::string>()});
} else {
llama_params["stop"] = json_value(body, "stop", json::array());