37 tok/s from Qwen3-Next-80B (48 GB) on a 32 GB laptop, 24 without drafts vs 2.8 for llama.cpp; reading 62 vs 16 tok/s. Faster than llama.cpp on all 13 models compared in Q4_K_M. LLMs bigger than your RAM, pure C, CPU or GPU.
C avx2ccpu-inferenceggufinference-enginelinuxllmlocal-llmmixture-of-expertsmoenvmequantizationqwen3simdspeculative-decodingvulkan
Release 2026-10-30: the ONNX converters (silero2jns, wespeaker2jns) build under gcc's thread sanitizer - their sub-buffers start empty
camauricc96c1d316e5
diff --git a/tools/silero2jns.c b/tools/silero2jns.cindex 5f1a598..2858435 100644--- a/tools/silero2jns.c+++ b/tools/silero2jns.c@@ -47,7 +47,7 @@ static void read_tensor(struct pb m)memset(t, 0, sizeof *t);int num, wt, type = 0;uint64_t v;- struct pb s, raw = {0, 0}, fl = {0, 0};+ struct pb s = {0, 0}, raw = {0, 0}, fl = {0, 0};int r;while ((r = field(&m, &num, &wt, &v, &s)) == 1) {if (num == 1 && wt == 0 && t->n_dims < 4)@@ -128,7 +128,7 @@ static void read_graph(struct pb g, int keep){int num, wt;uint64_t v;- struct pb s;+ struct pb s = {0, 0};while (field(&g, &num, &wt, &v, &s) == 1) {if (num == 1 && wt == 2)read_node(s, keep);@@ -193,7 +193,7 @@ int main(int argc, char **argv)struct pb m = {buf, buf + n};int num, wt, r;uint64_t v;- struct pb s;+ struct pb s = {0, 0};while ((r = field(&m, &num, &wt, &v, &s)) == 1)if (num == 7 && wt == 2) /* ModelProto.graph */read_graph(s, 0);diff --git a/tools/wespeaker2jns.c b/tools/wespeaker2jns.cindex 72d10a9..4a61d51 100644--- a/tools/wespeaker2jns.c+++ b/tools/wespeaker2jns.c@@ -46,7 +46,7 @@ static void read_tensor(struct pb m)memset(t, 0, sizeof *t);int num, wt, type = 0, r;uint64_t v;- struct pb s, raw = {0, 0};+ struct pb s = {0, 0}, raw = {0, 0};while ((r = field(&m, &num, &wt, &v, &s)) == 1) {if (num == 1 && wt == 0 && t->n_dims < 4)t->dims[t->n_dims++] = v;@@ -104,7 +104,7 @@ static void read_node(struct pb m){int num, wt;uint64_t v;- struct pb s, ins[4], op = {0, 0};+ struct pb s = {0, 0}, ins[4], op = {0, 0};int n_ins = 0, kernel = 0, stride = 1, pad = 0;while (field(&m, &num, &wt, &v, &s) == 1) {if (num == 1 && wt == 2 && n_ins < 4)