LLM inference in C/C++
C++ ggml
server : properly handle null llama_context (#25868)
fairydreaming40b740ad05c5
diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cppindex 715477e2e0..744593c760 100644--- a/tools/server/server-context.cpp+++ b/tools/server/server-context.cpp@@ -1152,6 +1152,11 @@ private:return false;}+ if (ctx_tgt == nullptr) {+ SRV_ERR("failed to create_context with model '%s'\n", params_base.model.path.c_str());+ return false;+ }+vocab = llama_model_get_vocab(model_tgt);n_ctx = llama_n_ctx(ctx_tgt);