Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Make JSON server crashes more informative
Justine Tunneydd4c9d72bdcc
diff --git a/llama.cpp/server/server.cpp b/llama.cpp/server/server.cppindex 3e7d6040..0f5ff322 100644--- a/llama.cpp/server/server.cpp+++ b/llama.cpp/server/server.cpp@@ -17,6 +17,14 @@#define CPPHTTPLIB_NO_EXCEPTIONS 1#define CPPHTTPLIB_FORM_URL_ENCODED_PAYLOAD_MAX_LENGTH 1048576+#define JSON_THROW_USER(exception) \+ {std::clog << program_invocation_name \+ << ": error in " << __FILE__ << ":" << __LINE__ \+ << " (function " << __FUNCTION__ << ")" << std::endl \+ << (exception).what() << std::endl \+ << "Server terminated." << std::endl; \+ std::exit(1);}+#include "httplib.h"#include "json.h"