Distribute and run LLMs with a single file.
C++ cross-platformggufllama-cpplocal-ailocal-inferencelocal-llmopen-source-aisingle-file-executablespeech-to-text
Fix GitHub Actions
Justine Tunneybc7d85cec72f
diff --git a/llamafile/BUILD.mk b/llamafile/BUILD.mkindex af936585..c972d44c 100644--- a/llamafile/BUILD.mk+++ b/llamafile/BUILD.mk@@ -55,6 +55,7 @@ o/$(MODE)/llamafile: \o/$(MODE)/llamafile/pool_test.runs \o/$(MODE)/llamafile/pool_cancel_test.runs \o/$(MODE)/llamafile/parse_cidr_test.runs \+ o/$(MODE)/llamafile/thread_test.runs \################################################################################# microarchitecturesdiff --git a/llamafile/pool_cancel_test.cpp b/llamafile/pool_cancel_test.cppindex bd52177d..9dbbd69e 100644--- a/llamafile/pool_cancel_test.cpp+++ b/llamafile/pool_cancel_test.cpp@@ -32,5 +32,7 @@ int main(int argc, char *argv[]) {npassert(!llamafile_task_create(&task, waiter, 0));npassert(!llamafile_task_cancel(task));npassert(!llamafile_task_join(task, 0));+ while (!pthread_orphan_np())+ pthread_decimate_np();CheckForMemoryLeaks();}diff --git a/llamafile/thread_test.cpp b/llamafile/thread_test.cppindex 4d41443f..6a3e94d4 100644--- a/llamafile/thread_test.cpp+++ b/llamafile/thread_test.cpp@@ -84,5 +84,7 @@ int main() {for (int i = 0; i < WORKERS; ++i)if (pthread_join(th[i], 0))_Exit(2);+ while (!pthread_orphan_np())+ pthread_decimate_np();CheckForMemoryLeaks();}