Skip to content

Distribute and run LLMs with a single file.

Remove some heavyweight asserts

Justine Tunney330c4dc07a22
diff --git a/llama.cpp/llama.cpp b/llama.cpp/llama.cpp
index 9f86d3f4..6467b187 100644
--- a/llama.cpp/llama.cpp
+++ b/llama.cpp/llama.cpp
@@ -2197,7 +2197,7 @@ static void llm_load_vocab(
for (int i = 0; i < n_merges; i++) {
const std::string word = gguf_get_arr_str(ctx, merges_keyidx, i);
- GGML_ASSERT(codepoints_from_utf8(word).size() > 0);
+ // GGML_ASSERT(codepoints_from_utf8(word).size() > 0);
std::string first;
std::string second;
@@ -2232,7 +2232,7 @@ static void llm_load_vocab(
for (uint32_t i = 0; i < n_vocab; i++) {
std::string word = gguf_get_arr_str(ctx, token_idx, i);
- GGML_ASSERT(codepoints_from_utf8(word).size() > 0);
+ // GGML_ASSERT(codepoints_from_utf8(word).size() > 0);
vocab.token_to_id[word] = i;