Skip to content

armgit / janas

Public Imported from GitHub
0

37 tok/s from Qwen3-Next-80B (48 GB) on a 32 GB laptop, 24 without drafts vs 2.8 for llama.cpp; reading 62 vs 16 tok/s. Faster than llama.cpp on all 13 models compared in Q4_K_M. LLMs bigger than your RAM, pure C, CPU or GPU.

Release 2026-10-30: the ONNX converters (silero2jns, wespeaker2jns) build under gcc's thread sanitizer - their sub-buffers start empty

camauricc96c1d316e5
diff --git a/tools/silero2jns.c b/tools/silero2jns.c
index 5f1a598..2858435 100644
--- a/tools/silero2jns.c
+++ b/tools/silero2jns.c
@@ -47,7 +47,7 @@ static void read_tensor(struct pb m)
memset(t, 0, sizeof *t);
int num, wt, type = 0;
uint64_t v;
- struct pb s, raw = {0, 0}, fl = {0, 0};
+ struct pb s = {0, 0}, raw = {0, 0}, fl = {0, 0};
int r;
while ((r = field(&m, &num, &wt, &v, &s)) == 1) {
if (num == 1 && wt == 0 && t->n_dims < 4)
@@ -128,7 +128,7 @@ static void read_graph(struct pb g, int keep)
{
int num, wt;
uint64_t v;
- struct pb s;
+ struct pb s = {0, 0};
while (field(&g, &num, &wt, &v, &s) == 1) {
if (num == 1 && wt == 2)
read_node(s, keep);
@@ -193,7 +193,7 @@ int main(int argc, char **argv)
struct pb m = {buf, buf + n};
int num, wt, r;
uint64_t v;
- struct pb s;
+ struct pb s = {0, 0};
while ((r = field(&m, &num, &wt, &v, &s)) == 1)
if (num == 7 && wt == 2) /* ModelProto.graph */
read_graph(s, 0);
diff --git a/tools/wespeaker2jns.c b/tools/wespeaker2jns.c
index 72d10a9..4a61d51 100644
--- a/tools/wespeaker2jns.c
+++ b/tools/wespeaker2jns.c
@@ -46,7 +46,7 @@ static void read_tensor(struct pb m)
memset(t, 0, sizeof *t);
int num, wt, type = 0, r;
uint64_t v;
- struct pb s, raw = {0, 0};
+ struct pb s = {0, 0}, raw = {0, 0};
while ((r = field(&m, &num, &wt, &v, &s)) == 1) {
if (num == 1 && wt == 0 && t->n_dims < 4)
t->dims[t->n_dims++] = v;
@@ -104,7 +104,7 @@ static void read_node(struct pb m)
{
int num, wt;
uint64_t v;
- struct pb s, ins[4], op = {0, 0};
+ struct pb s = {0, 0}, ins[4], op = {0, 0};
int n_ins = 0, kernel = 0, stride = 1, pad = 0;
while (field(&m, &num, &wt, &v, &s) == 1) {
if (num == 1 && wt == 2 && n_ins < 4)