Skip to content

LLM inference in C/C++

C++ ggml

speculative : fix "ngram-map-k4v" name in logging (#24253)

ddh0d2e22ed975e3
diff --git a/common/speculative.cpp b/common/speculative.cpp
index 86c1e6a429..653f932c90 100644
--- a/common/speculative.cpp
+++ b/common/speculative.cpp
@@ -843,7 +843,8 @@ struct common_speculative_impl_ngram_map_k : public common_speculative_impl {
common_speculative_impl_ngram_map_k(
const common_ngram_map & config,
uint32_t n_seq)
- : common_speculative_impl(COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K, n_seq)
+ : common_speculative_impl(config.key_only ? COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K
+ : COMMON_SPECULATIVE_TYPE_NGRAM_MAP_K4V, n_seq)
{
for (uint32_t i = 0; i < n_seq; i++) {
this->config.push_back(config);