Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
Merge branch 'dev' into feat/windows-xdna-shared-expert-lane
Kenneth-Javier Ortigozacc3fd774bdba
diff --cc c/Makefileindex 18b94fee,58a1d00a..bffcdc73--- a/c/Makefile+++ b/c/Makefile@@@ -514,8 -508,7 +514,8 @@@ TEST_RULES := $(shell sed -n 's|^testsTEST_EXCLUDE = test_uring test_deepseek_v4 test_v4_ownership test_v4_serve_framing \test_segment_adapters_registration test_segment_adapters_real \test_edge_adapters_registration test_edge_adapters_real \+ test_xdna_execution test_xdna_failure \- test_gsgemv_sse41 test_qgemv_sse41 test_olmoe_dot_i8_16_sse41 test_qwen38_tier_engine \+ test_gsgemv_sse41 test_qgemv_sse41 test_olmoe_dot_i8_16_sse41 test_st_f16_bf16_simd_sse41 test_qwen38_tier_engine \test_e8x4g64_loader \test_i4_grouped_sse41 test_i4_grouped_sse41_o1 test_i4_grouped_sse41_no_contractTEST_BINS = $(addprefix tests/,$(addsuffix $(EXE),$(filter-out $(TEST_EXCLUDE),$(TEST_RULES))))@@@ -523,12 -516,10 +523,13 @@@ ifneq (,$(LINUX)TEST_BINS += tests/test_uring$(EXE)TEST_BINS += tests/test_exact_dot$(EXE)endif+ifneq (,$(IS_WIN))+TEST_BINS += tests/test_xdna_execution$(EXE) tests/test_xdna_failure$(EXE)+endififneq (,$(X86_64))TEST_BINS += tests/test_gsgemv_sse41$(EXE) tests/test_qgemv_sse41$(EXE) \- tests/test_olmoe_dot_i8_16_sse41$(EXE) tests/test_i4_grouped_sse41$(EXE) \+ tests/test_olmoe_dot_i8_16_sse41$(EXE) tests/test_st_f16_bf16_simd_sse41$(EXE) \+ tests/test_i4_grouped_sse41$(EXE) \tests/test_i4_grouped_sse41_o1$(EXE) tests/test_i4_grouped_sse41_no_contract$(EXE)endififeq ($(COLI_V4_SUPPORTED),1)@@@ -797,12 -772,21 +798,21 @@@ ifneq "$(BUILD_CONFIG)" "$(BUILD_CONFIG# cmd.exe, so `make glm.exe` from the VS Native Tools prompt or with scoop MinGW# (neither ships sh.exe) failed with "'printf' is not recognized" and left the# stamp stale. $(file ...) works regardless of the shell make falls back to. (#478)+ #+ # GNU Make 3.81 -- /usr/bin/make on macOS -- has no $(file ...): it expands to+ # nothing, the stamp is never written, and every build relinks (#1732). Make+ # 3.x is found there and not under cmd.exe (MSYS2 and MinGW ship 4.x), and+ # macOS always has a POSIX printf, so that one case keeps the shell write.+ ifneq ($(filter 3.%,$(MAKE_VERSION)),)+ $(shell printf '%s\n' '$(subst ','\'',$(BUILD_CONFIG))' > .build-config)+ else$(file >.build-config,$(BUILD_CONFIG))endif+ endif.build-config: ;-colibri$(EXE): colibri.c sse41_kernels.h exact_dot.h oracle.h pin_pool.h cli_args.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h omp_tune.h kv_fp8.h kv_tq.h abl.h backend_cuda.h backend_metal.h backend_vulkan.h decode_batch.h edge_adapters.h edge_runtime.h edge_tok_internal.h schema_gbnf.h segment_adapter_internal.h segment_adapters.h segment_runtime.h tier.h $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(VK_SPV) .build-config- $(CC) $(CFLAGS) colibri.c $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) -o colibri$(EXE) $(LDFLAGS)+colibri$(EXE): colibri.c sse41_kernels.h exact_dot.h oracle.h pin_pool.h cli_args.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h omp_tune.h kv_fp8.h kv_tq.h abl.h backend_cuda.h backend_metal.h backend_vulkan.h backend_xdna.h decode_batch.h edge_adapters.h edge_runtime.h edge_tok_internal.h schema_gbnf.h segment_adapter_internal.h segment_adapters.h segment_runtime.h tier.h $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(VK_SPV) $(XDNA_OBJ) .build-config+ $(CC) $(CFLAGS) colibri.c $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(XDNA_OBJ) -o colibri$(EXE) $(LDFLAGS)# Vulkan backend object (plain C + vulkan headers) and its SPIR-V shaders.backend_vulkan.o: backend_vulkan.c backend_vulkan.h .build-config