Skip to content

LLM inference in C/C++

C++ ggml

server : pass id_slot through the Anthropic /v1/messages conversion (#28554)

Peter van Velzend80619397c2b
diff --git a/tools/server/server-chat.cpp b/tools/server/server-chat.cpp
index a3a4ea152f..c5473417c3 100644
--- a/tools/server/server-chat.cpp
+++ b/tools/server/server-chat.cpp
@@ -590,7 +590,7 @@ json server_chat_convert_anthropic_to_oai(const json & body) {
}
// Pass through common params
- for (const auto & key : {"temperature", "top_p", "top_k", "stream", "chat_template_kwargs"}) {
+ for (const auto & key : {"temperature", "top_p", "top_k", "stream", "chat_template_kwargs", "id_slot"}) {
if (body.contains(key)) {
oai_body[key] = body.at(key);
}