Skip to content

LLM inference in C/C++

C++ ggml

spec : fix vocab compatibility check (#24256)

Sigbjørn Skjæret8a091c47abe6
diff --git a/common/speculative.cpp b/common/speculative.cpp
index aa0d0ed86b..628ded45ca 100644
--- a/common/speculative.cpp
+++ b/common/speculative.cpp
@@ -58,10 +58,10 @@ static bool common_speculative_are_compatible(
const llama_vocab * vocab_tgt = llama_model_get_vocab(model_tgt);
const llama_vocab * vocab_dft = llama_model_get_vocab(model_dft);
- const bool vocab_type_tgt = llama_vocab_type(vocab_tgt);
+ const auto vocab_type_tgt = llama_vocab_type(vocab_tgt);
LOG_DBG("%s: vocab_type tgt: %d\n", __func__, vocab_type_tgt);
- const bool vocab_type_dft = llama_vocab_type(vocab_dft);
+ const auto vocab_type_dft = llama_vocab_type(vocab_dft);
LOG_DBG("%s: vocab_type dft: %d\n", __func__, vocab_type_dft);
if (vocab_type_tgt != vocab_type_dft) {