Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
Merge branch 'dev' into feature/windows-hip-native
Kenneth-Javier Ortigozaaa60f7b632f4
diff --cc c/Makefileindex 7b6fb6d1,fc3e95dc..30abf602--- a/c/Makefile+++ b/c/Makefile@@@ -346,9 -286,11 +365,12 @@@ TEST_BINS = $(addprefix tests/,$(addifneq (,$(LINUX))TEST_BINS += tests/test_uring$(EXE)endif+ ifeq ($(COLI_V4_SUPPORTED),1)+ TEST_BINS += tests/test_deepseek_v4$(EXE) tests/test_v4_ownership$(EXE)+ endif-# Windows CUDA DLL path: host links the loader, NOT cudart.+# Windows CUDA/HIP DLL path: host links the loader, NOT cudart or amdhip64.+# (CUDA_DLL/HIP_DLL mutual exclusion is enforced at the HIP_DLL declaration.)ifneq ($(IS_WIN),)ifeq ($(CUDA_DLL),1)CFLAGS += -DCOLI_CUDA@@@ -885,7 -898,13 +1022,13 @@@ cleanbench: iobench$(EXE)@if [ -n "$(ARGS)" ]; then ./iobench$(EXE) $(ARGS); else echo "built iobench$(EXE) — run: ./iobench$(EXE) <file> <MB> <iters> <threads> <direct 0|1>"; fi- .PHONY: all colibri glm iq3 rans fuzz-rans cuda-test hip-test gpu-compile cuda-bench cuda-dll hip-dll portable test-c test-python test check clean install uninstall bench+ .PHONY: all colibri glm deepseek-v4 deepseek-v4-clean deepseek-v4-oracle \+ deepseek-v4-tiny-generate deepseek-v4-tiny-check \- iq3 rans fuzz-rans cuda-test hip-test gpu-compile cuda-bench cuda-dll portable \++ iq3 rans fuzz-rans cuda-test hip-test gpu-compile cuda-bench cuda-dll hip-dll portable \+ test-c test-python test check clean install uninstall bench++ # Own line: see the TEST_RULES note above on shared .PHONY lines.+ .PHONY: bench-omp-graintests/test_kv_prefix$(EXE): tests/test_kv_prefix.c kv_prefix.h$(CC) $(CFLAGS) tests/test_kv_prefix.c -o tests/test_kv_prefix$(EXE) $(LDFLAGS)diff --cc c/tools/clean.pyindex 1fd23bcb,a935f363..09c8391d--- a/c/tools/clean.py+++ b/c/tools/clean.py@@@ -18,14 -19,16 +19,18 @@@ FILES ="backend_cuda_bench", "backend_cuda_bench.exe","backend_metal.o", "backend_metal_test","coli_cuda.dll", "coli_cuda.lib", "coli_cuda.exp",+ # hipcc emits an import library, export file and PDB alongside the DLL.+ "coli_hip.dll", "coli_hip.lib", "coli_hip.exp", "coli_hip.pdb",+ "deepseek_v4", "deepseek_v4.exe",+ "native_quant.o", "native_quant_parallel.o", "native_quant_dual.o",+ "native_quant_batch_avx512.o", "native_quant_fp4_rows16.o",]- # Test binaries match this pattern. Only remove executables (.exe on Windows,+ # Test binaries and V4 unit objects match these patterns. Only remove binaries (.exe on Windows,# no extension on Unix) — never .c or .py source files.- TEST_GLOBS = ["tests/test_*.exe"]+ ARTIFACT_GLOBS = ["tests/test_*", "COLI_V4_UNIT_*.o"]+ BINARY_EXTENSIONS = {"", ".exe", ".o"}# Directories to remove.- DIRS = ["tests/__pycache__"]+ DIRS = ["tests/__pycache__", "build/ownership"]removed = 0for f in FILES: