LLM inference in C/C++
C++ ggml
model : fix llama_model::n_gpu_layers() (#24188)
Georgi Gerganov96fbe0039337
diff --git a/src/llama-model.cpp b/src/llama-model.cppindex c98cb27e4d..1f442d8a32 100644--- a/src/llama-model.cpp+++ b/src/llama-model.cpp@@ -1636,7 +1636,8 @@ const float * llama_model::tensor_split() const {}uint32_t llama_model::n_gpu_layers() const {- return params.n_gpu_layers >= 0 ? params.n_gpu_layers : hparams.n_layer() + 1;+ // note: plus 1 for the "output" layer+ return params.n_gpu_layers >= 0 ? params.n_gpu_layers : hparams.n_layer_all + 1;}llama_split_mode llama_model::split_mode() const {