Skip to content

Distribute and run LLMs with a single file.

Fix VT102 support

Justine Tunney4b61791cfb36
diff --git a/llamafile/chatbot_repl.cpp b/llamafile/chatbot_repl.cpp
index 0e8ccbdf..41daea8c 100644
--- a/llamafile/chatbot_repl.cpp
+++ b/llamafile/chatbot_repl.cpp
@@ -144,7 +144,7 @@ void repl() {
bestlineSetCompletionCallback(on_completion);
write(1, get_role_color(g_role), strlen(get_role_color(g_role)));
char *line = bestlineWithHistory(">>> ", "llamafile");
- write(1, UNFOREGROUND, strlen(UNFOREGROUND));
+ write(1, RESET, strlen(RESET));
g_last_printed_char = '\n';
if (!line) {
if (g_got_sigint)
diff --git a/llamafile/server/v1_chat_completions.cpp b/llamafile/server/v1_chat_completions.cpp
index 53e502b1..910a0747 100644
--- a/llamafile/server/v1_chat_completions.cpp
+++ b/llamafile/server/v1_chat_completions.cpp
@@ -287,6 +287,8 @@ Client::get_v1_chat_completions_params(V1ChatCompletionParams* params)
if (!top_p.isNumber())
return send_error(400, "top_p must be number");
params->top_p = top_p.getNumber();
+ if (!(0 <= params->top_p && params->top_p <= 1))
+ return send_error(400, "top_p must be between 0 and 1");
}
// temperature: number|null
diff --git a/llamafile/server/v1_completions.cpp b/llamafile/server/v1_completions.cpp
index bd95fc5a..f199ceb6 100644
--- a/llamafile/server/v1_completions.cpp
+++ b/llamafile/server/v1_completions.cpp
@@ -280,6 +280,8 @@ Client::get_v1_completions_params(V1CompletionParams* params)
if (!top_p.isNumber())
return send_error(400, "top_p must be number");
params->top_p = top_p.getNumber();
+ if (!(0 <= params->top_p && params->top_p <= 1))
+ return send_error(400, "top_p must be between 0 and 1");
}
// temperature: number|null