Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

Merge branch 'dev' into feat/windows-xdna-shared-expert-lane

Kenneth-Javier Ortigozacc3fd774bdba
diff --cc c/Makefile
index 18b94fee,58a1d00a..bffcdc73
--- a/c/Makefile
+++ b/c/Makefile
@@@ -514,8 -508,7 +514,8 @@@ TEST_RULES := $(shell sed -n 's|^tests
TEST_EXCLUDE = test_uring test_deepseek_v4 test_v4_ownership test_v4_serve_framing \
test_segment_adapters_registration test_segment_adapters_real \
test_edge_adapters_registration test_edge_adapters_real \
+ test_xdna_execution test_xdna_failure \
- test_gsgemv_sse41 test_qgemv_sse41 test_olmoe_dot_i8_16_sse41 test_qwen38_tier_engine \
+ test_gsgemv_sse41 test_qgemv_sse41 test_olmoe_dot_i8_16_sse41 test_st_f16_bf16_simd_sse41 test_qwen38_tier_engine \
test_e8x4g64_loader \
test_i4_grouped_sse41 test_i4_grouped_sse41_o1 test_i4_grouped_sse41_no_contract
TEST_BINS = $(addprefix tests/,$(addsuffix $(EXE),$(filter-out $(TEST_EXCLUDE),$(TEST_RULES))))
@@@ -523,12 -516,10 +523,13 @@@ ifneq (,$(LINUX)
TEST_BINS += tests/test_uring$(EXE)
TEST_BINS += tests/test_exact_dot$(EXE)
endif
+ifneq (,$(IS_WIN))
+TEST_BINS += tests/test_xdna_execution$(EXE) tests/test_xdna_failure$(EXE)
+endif
ifneq (,$(X86_64))
TEST_BINS += tests/test_gsgemv_sse41$(EXE) tests/test_qgemv_sse41$(EXE) \
- tests/test_olmoe_dot_i8_16_sse41$(EXE) tests/test_i4_grouped_sse41$(EXE) \
+ tests/test_olmoe_dot_i8_16_sse41$(EXE) tests/test_st_f16_bf16_simd_sse41$(EXE) \
+ tests/test_i4_grouped_sse41$(EXE) \
tests/test_i4_grouped_sse41_o1$(EXE) tests/test_i4_grouped_sse41_no_contract$(EXE)
endif
ifeq ($(COLI_V4_SUPPORTED),1)
@@@ -797,12 -772,21 +798,21 @@@ ifneq "$(BUILD_CONFIG)" "$(BUILD_CONFIG
# cmd.exe, so `make glm.exe` from the VS Native Tools prompt or with scoop MinGW
# (neither ships sh.exe) failed with "'printf' is not recognized" and left the
# stamp stale. $(file ...) works regardless of the shell make falls back to. (#478)
+ #
+ # GNU Make 3.81 -- /usr/bin/make on macOS -- has no $(file ...): it expands to
+ # nothing, the stamp is never written, and every build relinks (#1732). Make
+ # 3.x is found there and not under cmd.exe (MSYS2 and MinGW ship 4.x), and
+ # macOS always has a POSIX printf, so that one case keeps the shell write.
+ ifneq ($(filter 3.%,$(MAKE_VERSION)),)
+ $(shell printf '%s\n' '$(subst ','\'',$(BUILD_CONFIG))' > .build-config)
+ else
$(file >.build-config,$(BUILD_CONFIG))
endif
+ endif
.build-config: ;
-colibri$(EXE): colibri.c sse41_kernels.h exact_dot.h oracle.h pin_pool.h cli_args.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h omp_tune.h kv_fp8.h kv_tq.h abl.h backend_cuda.h backend_metal.h backend_vulkan.h decode_batch.h edge_adapters.h edge_runtime.h edge_tok_internal.h schema_gbnf.h segment_adapter_internal.h segment_adapters.h segment_runtime.h tier.h $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(VK_SPV) .build-config
- $(CC) $(CFLAGS) colibri.c $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) -o colibri$(EXE) $(LDFLAGS)
+colibri$(EXE): colibri.c sse41_kernels.h exact_dot.h oracle.h pin_pool.h cli_args.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h omp_tune.h kv_fp8.h kv_tq.h abl.h backend_cuda.h backend_metal.h backend_vulkan.h backend_xdna.h decode_batch.h edge_adapters.h edge_runtime.h edge_tok_internal.h schema_gbnf.h segment_adapter_internal.h segment_adapters.h segment_runtime.h tier.h $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(VK_SPV) $(XDNA_OBJ) .build-config
+ $(CC) $(CFLAGS) colibri.c $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(XDNA_OBJ) -o colibri$(EXE) $(LDFLAGS)
# Vulkan backend object (plain C + vulkan headers) and its SPIR-V shaders.
backend_vulkan.o: backend_vulkan.c backend_vulkan.h .build-config