LLM inference in C/C++
C++ ggml
kv-cells: stop the sequence scan once all sequences are seen (#28011)
Pascal62acc89c26c6
diff --git a/src/llama-kv-cells.h b/src/llama-kv-cells.hindex 5167c037db..a4292c79e4 100644--- a/src/llama-kv-cells.h+++ b/src/llama-kv-cells.h@@ -320,13 +320,14 @@ public:}const auto m = seq[i] & seqs;- if (m.none()) {- continue;- }- for (llama_seq_id s = 0; s < LLAMA_MAX_SEQ; ++s) {+ // a cell carries a handful of sequences at most, out of LLAMA_MAX_SEQ+ size_t left = m.count();++ for (llama_seq_id s = 0; left > 0 && s < (llama_seq_id) LLAMA_MAX_SEQ; ++s) {if (m.test(s)) {f(s, pos[i], ext[i].tok);+ --left;}}}