Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
diff --git a/ggml/src/ggml-backend-reg.cpp b/ggml/src/ggml-backend-reg.cpp
--- a/llama.cpp/ggml/src/ggml-backend-reg.cpp
+++ b/llama.cpp/ggml/src/ggml-backend-reg.cpp
@@ -540,7 +540,8 @@ static ggml_backend_reg_t ggml_backend_load_best(const char * name, bool silent,
}
}
- if (dir_ec) {
+ // llamafile: a search path that does not exist is expected (backends are loaded as DSOs elsewhere); don't log it
+ if (dir_ec && dir_ec != std::errc::no_such_file_or_directory) {
GGML_LOG_DEBUG("%s: failed to enumerate %s: %s\n", __func__, path_str(search_path).c_str(), dir_ec.message().c_str());
}
}