Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Fix VT102 support
Justine Tunney4b61791cfb36
diff --git a/llamafile/chatbot_repl.cpp b/llamafile/chatbot_repl.cppindex 0e8ccbdf..41daea8c 100644--- a/llamafile/chatbot_repl.cpp+++ b/llamafile/chatbot_repl.cpp@@ -144,7 +144,7 @@ void repl() {bestlineSetCompletionCallback(on_completion);write(1, get_role_color(g_role), strlen(get_role_color(g_role)));char *line = bestlineWithHistory(">>> ", "llamafile");- write(1, UNFOREGROUND, strlen(UNFOREGROUND));+ write(1, RESET, strlen(RESET));g_last_printed_char = '\n';if (!line) {if (g_got_sigint)diff --git a/llamafile/server/v1_chat_completions.cpp b/llamafile/server/v1_chat_completions.cppindex 53e502b1..910a0747 100644--- a/llamafile/server/v1_chat_completions.cpp+++ b/llamafile/server/v1_chat_completions.cpp@@ -287,6 +287,8 @@ Client::get_v1_chat_completions_params(V1ChatCompletionParams* params)if (!top_p.isNumber())return send_error(400, "top_p must be number");params->top_p = top_p.getNumber();+ if (!(0 <= params->top_p && params->top_p <= 1))+ return send_error(400, "top_p must be between 0 and 1");}// temperature: number|nulldiff --git a/llamafile/server/v1_completions.cpp b/llamafile/server/v1_completions.cppindex bd95fc5a..f199ceb6 100644--- a/llamafile/server/v1_completions.cpp+++ b/llamafile/server/v1_completions.cpp@@ -280,6 +280,8 @@ Client::get_v1_completions_params(V1CompletionParams* params)if (!top_p.isNumber())return send_error(400, "top_p must be number");params->top_p = top_p.getNumber();+ if (!(0 <= params->top_p && params->top_p <= 1))+ return send_error(400, "top_p must be between 0 and 1");}// temperature: number|null