LLM inference in C/C++
C++ ggml
model : disallow integer dflash sliding_window_pattern (#26900)
Sigbjørn Skjæretece98b87f72b
diff --git a/src/models/dflash.cpp b/src/models/dflash.cppindex bfbdb28ee5..eb36336762 100644--- a/src/models/dflash.cpp+++ b/src/models/dflash.cpp@@ -66,7 +66,7 @@ void llama_model_dflash::load_arch_hparams(llama_model_loader & ml) {// DFlash has a single rope, so the SWA rope == main rope.if (ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa, false) && hparams.n_swa > 0) {hparams.swa_type = LLAMA_SWA_TYPE_STANDARD;- ml.get_key_or_arr(LLM_KV_ATTENTION_SLIDING_WINDOW_PATTERN, hparams.is_swa_impl, hparams.n_layer());+ ml.get_arr(LLM_KV_ATTENTION_SLIDING_WINDOW_PATTERN, hparams.is_swa_impl);hparams.rope_freq_base_train_swa = hparams.rope_freq_base_train;hparams.rope_freq_scale_train_swa = hparams.rope_freq_scale_train;}