Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

build: test_qi_gemm runs in make check; the VAE harness stays out of it

JustVuggd9d47d11f2cf
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index fe6a33e3..ac865f4a 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -1021,8 +1021,8 @@ jobs:
# weights, so each stage must match to summation order; the engine exits
# non-zero on a mismatch, and the RGBA must agree to 1 in 1000 bytes.
python3 tools/make_qwenimage_tiny.py qwenimage_tiny
- make qwenimage test_qi_gemm tests/test_qwenimage_vae
- ./test_qi_gemm
+ make qwenimage tests/test_qi_gemm tests/test_qwenimage_vae
+ tests/test_qi_gemm
COLI_IMG_BITS=16 COLI_IMG_ACT8=0 ./qwenimage --model qwenimage_tiny --ref qwenimage_tiny/ref
- name: "The VAE alone: tiny decoder at two latent shapes"
run: |
@@ -1409,7 +1409,7 @@ jobs:
# rieseguiva un binario non strumentato. Uno di quei test era rosso da
# settimane senza che nessuno potesse vederlo.
- name: Build the engines those tests exercise
- run: make -C c kimi_k3 inkling colibri olmoe qwen38 qwen36 deepseek_v41
+ run: make -C c kimi_k3 inkling colibri olmoe qwen38 qwen36 deepseek_v41 qwenimage
- name: Python test suite
run: cd c && python3 -m unittest discover -s tests -p 'test_*.py'
diff --git a/c/.gitignore b/c/.gitignore
index 179252b3..763d9d79 100644
--- a/c/.gitignore
+++ b/c/.gitignore
@@ -51,7 +51,6 @@ glm53
qwen36
qwenimage
qwenimage.exe
-test_qi_gemm
shaders/attention_absorb.spv
shaders/qmatmul_gate_up.spv
shaders/rmsnorm.spv
diff --git a/c/Makefile b/c/Makefile
index 681158e4..49db8d14 100644
--- a/c/Makefile
+++ b/c/Makefile
@@ -516,7 +516,7 @@ TEST_EXCLUDE = test_uring test_deepseek_v4 test_v4_ownership test_v4_serve_frami
test_edge_adapters_registration test_edge_adapters_real \
test_xdna_execution test_xdna_failure \
test_gsgemv_sse41 test_qgemv_sse41 test_olmoe_dot_i8_16_sse41 test_st_f16_bf16_simd_sse41 test_qwen38_tier_engine \
- test_e8x4g64_loader \
+ test_e8x4g64_loader test_qwenimage_vae \
test_i4_grouped_sse41 test_i4_grouped_sse41_o1 test_i4_grouped_sse41_no_contract
TEST_BINS = $(addprefix tests/,$(addsuffix $(EXE),$(filter-out $(TEST_EXCLUDE),$(TEST_RULES))))
ifneq (,$(LINUX))
@@ -1207,8 +1207,10 @@ endif
qwenimage$(EXE): qwenimage.c qi_gemm.h qwenimage_vae.h qwenimage_preview.h st.h json.h tok.h tok_unicode.h tok_unicode_o200k.h tok_unicode_deepseek.h qwen38_nfc.h qwen38_nfc_tables.h serve_poll.h compat.h .build-config
$(CC) $(CFLAGS) qwenimage.c -o qwenimage$(EXE) $(LDFLAGS)
-test_qi_gemm$(EXE): tests/test_qi_gemm.c qi_gemm.h
- $(CC) $(CFLAGS) tests/test_qi_gemm.c -o test_qi_gemm$(EXE) $(LDFLAGS)
+# In make check: every format and ragged edges against the naive product, and
+# the int8 x int8 VNNI path against the exact integer sum.
+tests/test_qi_gemm$(EXE): tests/test_qi_gemm.c qi_gemm.h
+ $(CC) $(CFLAGS) $< -o $@ $(LDFLAGS)
# DeepSeek V4.1 Flash: one file, like every other portable engine. The fp4 experts
# stream from the official checkpoint and quant.h's mxfp4 kernel reads them as they