LLM inference in C/C++
C++ ggml
models : support nanbeige4.2-3B (#27730)
zqld7a2074112d2
diff --git a/src/models/nanbeige.cpp b/src/models/nanbeige.cppindex 3a546600fa..7d5a6bbdb6 100644--- a/src/models/nanbeige.cpp+++ b/src/models/nanbeige.cpp@@ -103,6 +103,7 @@ llama_model_nanbeige::graph::graph(const llama_model & model, const llm_graph_paggml_tensor * inp_out_ids = build_inp_out_ids();for (int il = 0; il < n_layer; ++il) {+ res->t_layer_inp[il] = inpL;ggml_tensor * inpSA = inpL;cur = build_norm(inpL, model.layers[il].attn_norm, NULL, LLM_NORM_RMS, il);