Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

Fix Unprocessable Entity (#28)

Aleksei Savin5d5e7b81fca7
diff --git a/crates/cli/src/server/chat_completions.rs b/crates/cli/src/server/chat_completions.rs
index 0cd8599be..38313b8e8 100644
--- a/crates/cli/src/server/chat_completions.rs
+++ b/crates/cli/src/server/chat_completions.rs
@@ -27,8 +27,7 @@ pub struct ChatMessage {
#[derive(Serialize, Deserialize)]
pub struct ChatCompletionRequest {
pub messages: Vec<ChatMessage>,
- pub model: String,
- pub max_tokens: Option<u64>,
+ pub max_completion_tokens: Option<u64>,
pub system_prompt_key: Option<String>,
}
@@ -59,7 +58,10 @@ pub fn handle_chat_completions(
println!("📨 [{}] Incoming chat completion request:", id);
println!(" Messages: {} message(s)", request.messages.len());
- println!(" Max tokens: {}", request.max_tokens.unwrap_or(2048));
+ println!(
+ " Max tokens: {}",
+ request.max_completion_tokens.unwrap_or(2048)
+ );
println!(" System prompt key: {:?}", request.system_prompt_key);
for (i, msg) in request.messages.iter().enumerate() {
@@ -73,7 +75,7 @@ pub fn handle_chat_completions(
let model_name = state.model_name.clone();
let system_prompt_key = request.system_prompt_key;
- let tokens_limit = request.max_tokens.unwrap_or(2048);
+ let tokens_limit = request.max_completion_tokens.unwrap_or(2048);
let messages: Vec<SessionMessage> = request
.messages
.into_iter()