Skip to content

LLM inference in C/C++

C++ ggml

server : properly handle null llama_context (#25868)

fairydreaming40b740ad05c5
diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp
index 715477e2e0..744593c760 100644
--- a/tools/server/server-context.cpp
+++ b/tools/server/server-context.cpp
@@ -1152,6 +1152,11 @@ private:
return false;
}
+ if (ctx_tgt == nullptr) {
+ SRV_ERR("failed to create_context with model '%s'\n", params_base.model.path.c_str());
+ return false;
+ }
+
vocab = llama_model_get_vocab(model_tgt);
n_ctx = llama_n_ctx(ctx_tgt);