Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Release llamafile v0.8.4
Justine Tunney30cdd9c0813e
diff --git a/llama.cpp/grammar-parser.cpp b/llama.cpp/grammar-parser.cppindex 57463bd4..f90b1523 100644--- a/llama.cpp/grammar-parser.cpp+++ b/llama.cpp/grammar-parser.cpp@@ -173,7 +173,7 @@ namespace grammar_parser {out_elements.push_back({type, char_pair.first});if (pos[0] == '-' && pos[1] != ']') {- if (pos[1]) { // [jart] don't sync until upstream fixes bug+ if (!pos[1]) { // [jart] don't sync until upstream fixes bugthrow std::runtime_error("unexpected end of input");}auto endchar_pair = parse_char(pos + 1);diff --git a/llamafile/version.h b/llamafile/version.hindex fdd6c599..1819bfe9 100644--- a/llamafile/version.h+++ b/llamafile/version.h@@ -2,7 +2,7 @@#define LLAMAFILE_MAJOR 0#define LLAMAFILE_MINOR 8-#define LLAMAFILE_PATCH 3+#define LLAMAFILE_PATCH 4#define LLAMAFILE_VERSION \(100000000 * LLAMAFILE_MAJOR + 1000000 * LLAMAFILE_MINOR + LLAMAFILE_PATCH)