LLM inference in C/C++
C++ ggml
model : fix SWA not being enabled for EXAONE 4.5 (#26848)
Junmo Kim14e78ddef7a2
diff --git a/src/models/exaone4.cpp b/src/models/exaone4.cppindex 863268abce..a06819a67c 100644--- a/src/models/exaone4.cpp+++ b/src/models/exaone4.cpp@@ -1,6 +1,9 @@#include "models.h"void llama_model_exaone4::load_arch_hparams(llama_model_loader & ml) {+ ml.get_key(LLM_KV_NEXTN_PREDICT_LAYERS, hparams.n_layer_nextn, false);+ GGML_ASSERT(hparams.n_layer_nextn < hparams.n_layer_all && "n_layer_nextn must be < n_layer");+if (hparams.n_layer() == 64) { // 32Bhparams.swa_type = LLAMA_SWA_TYPE_STANDARD;hparams.n_swa = 4096;@@ -15,9 +18,6 @@ void llama_model_exaone4::load_arch_hparams(llama_model_loader & ml) {ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa, false);ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);- ml.get_key(LLM_KV_NEXTN_PREDICT_LAYERS, hparams.n_layer_nextn, false);-- GGML_ASSERT(hparams.n_layer_nextn < hparams.n_layer_all && "n_layer_nextn must be < n_layer");switch (hparams.n_layer()) {case 30: type = LLM_TYPE_1_2B; break;