Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
Merge remote-tracking branch 'origin/dev' into HEAD
JustVugg6fe19af461cd
diff --cc c/Makefileindex 960c8cd7,bffcdc73..370160e7--- a/c/Makefile+++ b/c/Makefile@@@ -771,12 -798,21 +798,21 @@@ ifneq "$(BUILD_CONFIG)" "$(BUILD_CONFIG# cmd.exe, so `make glm.exe` from the VS Native Tools prompt or with scoop MinGW# (neither ships sh.exe) failed with "'printf' is not recognized" and left the# stamp stale. $(file ...) works regardless of the shell make falls back to. (#478)+ #+ # GNU Make 3.81 -- /usr/bin/make on macOS -- has no $(file ...): it expands to+ # nothing, the stamp is never written, and every build relinks (#1732). Make+ # 3.x is found there and not under cmd.exe (MSYS2 and MinGW ship 4.x), and+ # macOS always has a POSIX printf, so that one case keeps the shell write.+ ifneq ($(filter 3.%,$(MAKE_VERSION)),)+ $(shell printf '%s\n' '$(subst ','\'',$(BUILD_CONFIG))' > .build-config)+ else$(file >.build-config,$(BUILD_CONFIG))endif+ endif.build-config: ;- colibri$(EXE): colibri.c sse41_kernels.h exact_dot.h oracle.h pin_pool.h cli_args.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h omp_tune.h kv_fp8.h kv_tq.h abl.h backend_cuda.h backend_metal.h backend_vulkan.h decode_batch.h edge_adapters.h edge_runtime.h edge_tok_internal.h evidence_digest.h schema_gbnf.h segment_adapter_internal.h segment_adapters.h segment_runtime.h tier.h $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(VK_SPV) .build-config- $(CC) $(CFLAGS) colibri.c $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) -o colibri$(EXE) $(LDFLAGS)-colibri$(EXE): colibri.c sse41_kernels.h exact_dot.h oracle.h pin_pool.h cli_args.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h omp_tune.h kv_fp8.h kv_tq.h abl.h backend_cuda.h backend_metal.h backend_vulkan.h backend_xdna.h decode_batch.h edge_adapters.h edge_runtime.h edge_tok_internal.h schema_gbnf.h segment_adapter_internal.h segment_adapters.h segment_runtime.h tier.h $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(VK_SPV) $(XDNA_OBJ) .build-config++colibri$(EXE): colibri.c sse41_kernels.h exact_dot.h oracle.h pin_pool.h cli_args.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h omp_tune.h kv_fp8.h kv_tq.h abl.h backend_cuda.h backend_metal.h backend_vulkan.h backend_xdna.h decode_batch.h edge_adapters.h edge_runtime.h edge_tok_internal.h evidence_digest.h schema_gbnf.h segment_adapter_internal.h segment_adapters.h segment_runtime.h tier.h $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(VK_SPV) $(XDNA_OBJ) .build-config+ $(CC) $(CFLAGS) colibri.c $(CUDA_OBJ) $(METAL_OBJ) $(VK_OBJ) $(XDNA_OBJ) -o colibri$(EXE) $(LDFLAGS)# Vulkan backend object (plain C + vulkan headers) and its SPIR-V shaders.backend_vulkan.o: backend_vulkan.c backend_vulkan.h .build-config@@@ -1411,23 -1532,9 +1532,23 @@@ tests/test_rope_invfreq$(EXE): tests/te# schema->GBNF compile cache (#7): grammar_reset must equal a fresh setup, and# the GrDraft.src ownership must not leak/double-free. Includes colibri.c.- tests/test_grammar_cache$(EXE): tests/test_grammar_cache.c sse41_kernels.h colibri.c oracle.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h tier.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h- $(CC) $(CFLAGS) $< -o $@ $(LDFLAGS)+ tests/test_grammar_cache$(EXE): tests/test_grammar_cache.c sse41_kernels.h colibri.c oracle.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h tier.h quant.h fp8_format.h idot.h sample.h kv_persist.h telemetry.h route_trace.h $(VK_OBJ)+ $(CC) $(CFLAGS) $< $(VK_OBJ) -o $@ $(LDFLAGS)+# The classified logit-row reduction in sample.h and the digest in+# evidence_digest.h: no model/weights, published SHA-256 vectors, an+# agreement check against the plain logprob_target the sampling path uses+# on rows a float subtraction cannot mis-round, and a double-precision+# check against a second double computation on rows that do.+tests/test_logprob_status$(EXE): tests/test_logprob_status.c colibri.c sse41_kernels.h exact_dot.h oracle.h sample.h evidence_digest.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h tier.h quant.h fp8_format.h idot.h kv_persist.h telemetry.h route_trace.h+ $(CC) $(CFLAGS) $< -o $@ $(LDFLAGS)++# The ablation mode's manifest loader, evidence writer and dispatch contract.+# The adapter build bypasses only the model computation, so the parser/writer+# path is exercised for real with no model and no weights.+tests/test_ablate_mode$(EXE): tests/test_ablate_mode.c colibri.c sse41_kernels.h exact_dot.h oracle.h sample.h evidence_digest.h abl.h st.h uring.h json.h tok.h tok_unicode.h compat.h grammar.h tier.h quant.h fp8_format.h idot.h kv_persist.h telemetry.h route_trace.h+ $(CC) $(CFLAGS) $< -o $@ $(LDFLAGS)+# Standalone: drives a faithful miniature of moe()'s routing+accumulate and links# the SAME abl.h the engine links -- no model/weights needed (the ablation-logic gate).tests/test_ablate$(EXE): tests/test_ablate.c abl.h