LLM inference in C/C++
C++ ggml
vocab : adopt leading TemplateProcessing special token as BOS (#24428)
o7si1bfbdb134e4b
diff --git a/gguf-py/gguf/vocab.py b/gguf-py/gguf/vocab.pyindex f8d3b3e740..d93b94f2d7 100644--- a/gguf-py/gguf/vocab.py+++ b/gguf-py/gguf/vocab.py@@ -256,6 +256,11 @@ class SpecialVocab:if special_first := tmpl_single[0].get('SpecialToken', {}).get('id'):if not tokenizer_config:special_bos = special_first+ elif special_first not in (special_bos, special_cls):+ if not special_bos:+ tokenizer_config['bos_token'] = special_bos = special_first+ if not special_cls:+ tokenizer_config['cls_token'] = special_cls = special_firstself.add_special_token['bos'] = True if special_first in (special_bos, special_cls) else Falseif special_first not in (special_bos, special_cls):logger.warning(f'Unknown leading special token {special_first!r} in TemplateProcessing<single>')