Skip to content

LLM inference in C/C++

C++ ggml

ggml: force single thread on wasi (#25686)

Mendy Bergerc6f6a92c5539
diff --git a/ggml/src/ggml-cpu/ggml-cpu.c b/ggml/src/ggml-cpu/ggml-cpu.c
index 7918845cca..87ac0a702e 100644
--- a/ggml/src/ggml-cpu/ggml-cpu.c
+++ b/ggml/src/ggml-cpu/ggml-cpu.c
@@ -2795,6 +2795,11 @@ struct ggml_cplan ggml_graph_plan(
n_threads = 1;
#endif
+#if defined(__wasi__)
+ // WASI doesn't support parallelism yet
+ n_threads = 1;
+#endif
+
size_t work_size = 0;
struct ggml_cplan cplan;