Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Make OpenAI API `stop` field optional (#36)
Ed Leee8c92bcb84ae
diff --git a/llama.cpp/server/server.cpp b/llama.cpp/server/server.cppindex 26e8730e..dc2123ce 100644--- a/llama.cpp/server/server.cpp+++ b/llama.cpp/server/server.cpp@@ -2400,9 +2400,7 @@ json oaicompat_completion_params_parse(}// Handle 'stop' field- if (body["stop"].is_null()) {- llama_params["stop"] = json::array({});- } else if (body["stop"].is_string()) {+ if (body.contains("stop") && body["stop"].is_string()) {llama_params["stop"] = json::array({body["stop"].get<std::string>()});} else {llama_params["stop"] = json_value(body, "stop", json::array());