Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
build: test_qi_gemm runs in make check; the VAE harness stays out of it
JustVuggd9d47d11f2cf
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.ymlindex fe6a33e3..ac865f4a 100644--- a/.github/workflows/ci.yml+++ b/.github/workflows/ci.yml@@ -1021,8 +1021,8 @@ jobs:# weights, so each stage must match to summation order; the engine exits# non-zero on a mismatch, and the RGBA must agree to 1 in 1000 bytes.python3 tools/make_qwenimage_tiny.py qwenimage_tiny- make qwenimage test_qi_gemm tests/test_qwenimage_vae- ./test_qi_gemm+ make qwenimage tests/test_qi_gemm tests/test_qwenimage_vae+ tests/test_qi_gemmCOLI_IMG_BITS=16 COLI_IMG_ACT8=0 ./qwenimage --model qwenimage_tiny --ref qwenimage_tiny/ref- name: "The VAE alone: tiny decoder at two latent shapes"run: |@@ -1409,7 +1409,7 @@ jobs:# rieseguiva un binario non strumentato. Uno di quei test era rosso da# settimane senza che nessuno potesse vederlo.- name: Build the engines those tests exercise- run: make -C c kimi_k3 inkling colibri olmoe qwen38 qwen36 deepseek_v41+ run: make -C c kimi_k3 inkling colibri olmoe qwen38 qwen36 deepseek_v41 qwenimage- name: Python test suiterun: cd c && python3 -m unittest discover -s tests -p 'test_*.py'diff --git a/c/.gitignore b/c/.gitignoreindex 179252b3..763d9d79 100644--- a/c/.gitignore+++ b/c/.gitignore@@ -51,7 +51,6 @@ glm53qwen36qwenimageqwenimage.exe-test_qi_gemmshaders/attention_absorb.spvshaders/qmatmul_gate_up.spvshaders/rmsnorm.spvdiff --git a/c/Makefile b/c/Makefileindex 681158e4..49db8d14 100644--- a/c/Makefile+++ b/c/Makefile@@ -516,7 +516,7 @@ TEST_EXCLUDE = test_uring test_deepseek_v4 test_v4_ownership test_v4_serve_framitest_edge_adapters_registration test_edge_adapters_real \test_xdna_execution test_xdna_failure \test_gsgemv_sse41 test_qgemv_sse41 test_olmoe_dot_i8_16_sse41 test_st_f16_bf16_simd_sse41 test_qwen38_tier_engine \- test_e8x4g64_loader \+ test_e8x4g64_loader test_qwenimage_vae \test_i4_grouped_sse41 test_i4_grouped_sse41_o1 test_i4_grouped_sse41_no_contractTEST_BINS = $(addprefix tests/,$(addsuffix $(EXE),$(filter-out $(TEST_EXCLUDE),$(TEST_RULES))))ifneq (,$(LINUX))@@ -1207,8 +1207,10 @@ endifqwenimage$(EXE): qwenimage.c qi_gemm.h qwenimage_vae.h qwenimage_preview.h st.h json.h tok.h tok_unicode.h tok_unicode_o200k.h tok_unicode_deepseek.h qwen38_nfc.h qwen38_nfc_tables.h serve_poll.h compat.h .build-config$(CC) $(CFLAGS) qwenimage.c -o qwenimage$(EXE) $(LDFLAGS)-test_qi_gemm$(EXE): tests/test_qi_gemm.c qi_gemm.h- $(CC) $(CFLAGS) tests/test_qi_gemm.c -o test_qi_gemm$(EXE) $(LDFLAGS)+# In make check: every format and ragged edges against the naive product, and+# the int8 x int8 VNNI path against the exact integer sum.+tests/test_qi_gemm$(EXE): tests/test_qi_gemm.c qi_gemm.h+ $(CC) $(CFLAGS) $< -o $@ $(LDFLAGS)# DeepSeek V4.1 Flash: one file, like every other portable engine. The fp4 experts# stream from the official checkpoint and quant.h's mxfp4 kernel reads them as they