Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Remove some heavyweight asserts
Justine Tunney330c4dc07a22
diff --git a/llama.cpp/llama.cpp b/llama.cpp/llama.cppindex 9f86d3f4..6467b187 100644--- a/llama.cpp/llama.cpp+++ b/llama.cpp/llama.cpp@@ -2197,7 +2197,7 @@ static void llm_load_vocab(for (int i = 0; i < n_merges; i++) {const std::string word = gguf_get_arr_str(ctx, merges_keyidx, i);- GGML_ASSERT(codepoints_from_utf8(word).size() > 0);+ // GGML_ASSERT(codepoints_from_utf8(word).size() > 0);std::string first;std::string second;@@ -2232,7 +2232,7 @@ static void llm_load_vocab(for (uint32_t i = 0; i < n_vocab; i++) {std::string word = gguf_get_arr_str(ctx, token_idx, i);- GGML_ASSERT(codepoints_from_utf8(word).size() > 0);+ // GGML_ASSERT(codepoints_from_utf8(word).size() > 0);vocab.token_to_id[word] = i;