Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

Merge branch 'dev' into feature/windows-hip-native

Kenneth-Javier Ortigozaaa60f7b632f4
diff --cc c/Makefile
index 7b6fb6d1,fc3e95dc..30abf602
--- a/c/Makefile
+++ b/c/Makefile
@@@ -346,9 -286,11 +365,12 @@@ TEST_BINS = $(addprefix tests/,$(add
ifneq (,$(LINUX))
TEST_BINS += tests/test_uring$(EXE)
endif
+ ifeq ($(COLI_V4_SUPPORTED),1)
+ TEST_BINS += tests/test_deepseek_v4$(EXE) tests/test_v4_ownership$(EXE)
+ endif
-# Windows CUDA DLL path: host links the loader, NOT cudart.
+# Windows CUDA/HIP DLL path: host links the loader, NOT cudart or amdhip64.
+# (CUDA_DLL/HIP_DLL mutual exclusion is enforced at the HIP_DLL declaration.)
ifneq ($(IS_WIN),)
ifeq ($(CUDA_DLL),1)
CFLAGS += -DCOLI_CUDA
@@@ -885,7 -898,13 +1022,13 @@@ clean
bench: iobench$(EXE)
@if [ -n "$(ARGS)" ]; then ./iobench$(EXE) $(ARGS); else echo "built iobench$(EXE) — run: ./iobench$(EXE) <file> <MB> <iters> <threads> <direct 0|1>"; fi
- .PHONY: all colibri glm iq3 rans fuzz-rans cuda-test hip-test gpu-compile cuda-bench cuda-dll hip-dll portable test-c test-python test check clean install uninstall bench
+ .PHONY: all colibri glm deepseek-v4 deepseek-v4-clean deepseek-v4-oracle \
+ deepseek-v4-tiny-generate deepseek-v4-tiny-check \
- iq3 rans fuzz-rans cuda-test hip-test gpu-compile cuda-bench cuda-dll portable \
++ iq3 rans fuzz-rans cuda-test hip-test gpu-compile cuda-bench cuda-dll hip-dll portable \
+ test-c test-python test check clean install uninstall bench
+
+ # Own line: see the TEST_RULES note above on shared .PHONY lines.
+ .PHONY: bench-omp-grain
tests/test_kv_prefix$(EXE): tests/test_kv_prefix.c kv_prefix.h
$(CC) $(CFLAGS) tests/test_kv_prefix.c -o tests/test_kv_prefix$(EXE) $(LDFLAGS)
diff --cc c/tools/clean.py
index 1fd23bcb,a935f363..09c8391d
--- a/c/tools/clean.py
+++ b/c/tools/clean.py
@@@ -18,14 -19,16 +19,18 @@@ FILES =
"backend_cuda_bench", "backend_cuda_bench.exe",
"backend_metal.o", "backend_metal_test",
"coli_cuda.dll", "coli_cuda.lib", "coli_cuda.exp",
+ # hipcc emits an import library, export file and PDB alongside the DLL.
+ "coli_hip.dll", "coli_hip.lib", "coli_hip.exp", "coli_hip.pdb",
+ "deepseek_v4", "deepseek_v4.exe",
+ "native_quant.o", "native_quant_parallel.o", "native_quant_dual.o",
+ "native_quant_batch_avx512.o", "native_quant_fp4_rows16.o",
]
- # Test binaries match this pattern. Only remove executables (.exe on Windows,
+ # Test binaries and V4 unit objects match these patterns. Only remove binaries (.exe on Windows,
# no extension on Unix) — never .c or .py source files.
- TEST_GLOBS = ["tests/test_*.exe"]
+ ARTIFACT_GLOBS = ["tests/test_*", "COLI_V4_UNIT_*.o"]
+ BINARY_EXTENSIONS = {"", ".exe", ".o"}
# Directories to remove.
- DIRS = ["tests/__pycache__"]
+ DIRS = ["tests/__pycache__", "build/ownership"]
removed = 0
for f in FILES: