37 tok/s from Qwen3-Next-80B (48 GB) on a 32 GB laptop, 24 without drafts vs 2.8 for llama.cpp; reading 62 vs 16 tok/s. Faster than llama.cpp on all 13 models compared in Q4_K_M. LLMs bigger than your RAM, pure C, CPU or GPU.
C avx2ccpu-inferenceggufinference-enginelinuxllmlocal-llmmixture-of-expertsmoenvmequantizationqwen3simdspeculative-decodingvulkan
/* SPDX-License-Identifier: GPL-3.0-or-later
Copyright (C) 2026 Maurizio Cammalleri */
/*
* test_layout.c - a layout put into another language by janas-chat,
* without a model: a translator that gives the text back as it came, so
* that what the program puts on its own shows: the tags and keys back in
* place, the decimal comma, the terms of the glossary (never asked of the
* model) and the file kept, in a directory of its own under ~/tmp.
* The sources belong to the program, so they are compiled in here.
*/
#define _GNU_SOURCE /* nftw */
#include <ftw.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include "chat/glossary.c"
#include "chat/layout.c"
static int rm_one(const char *path, const struct stat *st, int flag,
struct FTW *ftw)
{
(void)st;
(void)flag;
(void)ftw;
return remove(path);
}
static int failures;
#define CHECK(c, ...) \
do { \
if (!(c)) { \
printf(__VA_ARGS__); \
printf("\n"); \
failures++; \
} \
} while (0)
static const char EN[] = "Wind {{wind}} km/h ({{bft|bft}}), sea "
"{{wave}} m ({{code|sea}}).\n"
"---\n"
"bft.1 = light air\n"
"bft.4 = moderate breeze\n"
"sea.2 = smooth\n"
"wd.Mon = Mon\n";
static char asked[4096];
static int calls;
/* The text back as it came ("Translate into ...:\n\n" cut off), with
"Wind" put into Italian unless asked not to. */
static int translate_wind = 1;
static int echo(const char *name, const char *system, const char *text,
char **out)
{
(void)name;
(void)system;
calls++;
snprintf(asked, sizeof asked, "%s", text);
const char *t = strstr(text, "\n\n");
t = t ? t + 2 : text;
const char *w = translate_wind ? strstr(t, "Wind") : NULL;
size_t n = strlen(t);
*out = malloc(n + 2);
if (!*out)
return -1;
if (w)
snprintf(*out, n + 2, "%.*sVento%s", (int)(w - t), t, w + 4);
else
memcpy(*out, t, n + 1);
return 0;
}
int main(void)
{
CHECK(strcmp(glossary_word("it", "bft.1", 5), "bava di vento") == 0 &&
strcmp(glossary_word("it", "sea.4", 5), "molto mosso") == 0 &&
strcmp(glossary_word("es", "bft.12", 6), "temporal huracanado") ==
0,
"the glossary's terms");
CHECK(!glossary_word("it", "bft.13", 6) &&
!glossary_word("it", "sea.", 4) &&
!glossary_word("it", "sea.1x", 6) &&
!glossary_word("it", "wd.Mon", 6) &&
!glossary_word("en", "bft.1", 5) &&
!glossary_word("xx", "bft.1", 5) &&
strcmp(glossary_word("it", "status.open", 11), "aperta") == 0 &&
!glossary_word("it", "status.ope", 10),
"words the glossary has not");
CHECK(glossary_mark("it", "x", 1) != glossary_mark("fr", "x", 1) &&
glossary_mark("en", "x", 1) == 1 &&
glossary_mark("it", "git_status", 1) !=
glossary_mark("it", "x", 1) &&
strstr(glossary_terms("it", "github_issues"), "branch = ramo") &&
!strstr(glossary_terms("it", "weather_now"), "branch"),
"the glossary's mark");
char dir[512];
const char *home = getenv("HOME");
/* ~/tmp first: a fresh machine (GitHub's runner) has none */
snprintf(dir, sizeof dir, "%s/tmp", home ? home : ".");
mkdir(dir, 0700);
snprintf(dir, sizeof dir, "%s/tmp/janas-layout-test-%d", home ? home : ".",
(int)getpid());
if (mkdir(dir, 0700) != 0) {
printf("cannot make %s\n", dir);
return 1;
}
setenv("XDG_CONFIG_HOME", dir, 1);
layout_set_lang("it");
layout_set_translator(echo);
char *it = translated("test", EN);
CHECK(it != NULL, "no layout");
if (it) {
CHECK(strstr(it, "Vento {{wind}} km/h ({{bft|bft}}), sea {{wave}} m "
"({{code|sea}}).") == it,
"the tags back in place:\n%s", it);
CHECK(strstr(it, "bft.1 = bava di vento\n") &&
strstr(it, "bft.4 = vento moderato\n") &&
strstr(it, "sea.2 = poco mosso\n") &&
strstr(it, "wd.Mon = Mon\n") && strstr(it, "decimal = ,\n"),
"the words:\n%s", it);
}
CHECK(strstr(asked, "Italian, with these terms: swell = mare lungo") &&
strstr(asked, ": Mon [day of the week Mon]") &&
!strstr(asked, "light air") && !strstr(asked, "smooth"),
"the request:\n%s", asked);
/* the second time, from the file */
char *again = translated("test", EN);
CHECK(calls == 1 && again && it && strcmp(again, it) == 0,
"the layout kept (%d requests)", calls);
free(again);
free(it);
/* the text given back untranslated: asked once more, told so; then not
used, not kept */
translate_wind = 0;
static const char EN2[] = "Rain {{mm}} mm.\n";
int before = calls;
char *same = translated("test2", EN2);
char p2[1200];
snprintf(p2, sizeof p2, "%s/janas/layouts/test2.it.%016llx.txt", dir,
(unsigned long long)glossary_mark("it", "test2", mark(EN2)));
CHECK(!same && calls == before + 2 && access(p2, F_OK) != 0 &&
strstr(asked, "The text came back as it was, untranslated"),
"an untranslated text asked again, then refused (%d requests)",
calls - before);
free(same);
translate_wind = 1;
/* lines added by the model between two tags are not kept: those
between tags alone come from English */
{
static const char LEGS[] = "Trips:\n{{#legs}}\n- {{to}}\n{{/legs}}\n"
"{{#cut}} and {{cut}} more{{/cut}}\n";
struct coded c;
CHECK(encode(LEGS, &c) == 0, "encode");
char why[200] = "";
char *d = decode(&c,
"Viaggi:\n{1}\n\n- {2}\n{3}\n\n\n{4} e altri {5} "
"{6}\n=== words\n",
why, sizeof why);
CHECK(d && strcmp(d, "Viaggi:\n{{#legs}}\n- {{to}}\n{{/legs}}\n"
"{{#cut}} e altri {{cut}} {{/cut}}\n---\n"
"decimal = ,\n") == 0,
"the lines between tags:\n%s%s", d ? d : "NULL ", why);
free(d);
coded_free(&c);
}
/* tidy up: the layout the test kept is there, then the whole
directory goes (the failed translation's mark too: left behind, it
kept one directory per run in ~/tmp) */
char path[1200];
snprintf(path, sizeof path, "%s/janas/layouts/test.it.%016llx.txt", dir,
(unsigned long long)glossary_mark("it", "test", mark(EN)));
CHECK(access(path, F_OK) == 0, "no file at %s", path);
nftw(dir, rm_one, 16, FTW_DEPTH | FTW_PHYS);
CHECK(access(dir, F_OK) != 0, "%s left behind", dir);
if (failures) {
printf("test_layout: %d failures\n", failures);
return 1;
}
printf("test_layout: ok\n");
return 0;
}