Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
v4: support arm64 macOS — one mach branch, the rest was already portable
JustVugg57f0abd0be5c
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.ymlindex f8d96648..eeabaf05 100644--- a/.github/workflows/ci.yml+++ b/.github/workflows/ci.yml@@ -147,8 +147,11 @@ jobs:- os: macos-latestname: macosshell: bash- # No v4: the engine builds on x86-64 Linux/Windows and aarch64 Linux- # only (COLI_V4_SUPPORTED in c/Makefile); the target exits 1 here.+ # arm64 macOS joined COLI_V4_SUPPORTED: compat.h carries the+ # platform differences (fadvise/F_RDADVISE, O_DIRECT/F_NOCACHE)+ # and the token-exact tiny oracle below is the acceptance gate.+ v4: "1"+- os: windows-latestname: windows# GitHub shells are format strings: 'msys2 {0}', never bare 'msys2'.@@ -191,6 +194,15 @@ jobs:doneexit $rc+ # macOS is the newest COLI_V4_SUPPORTED platform and the only one whose+ # engine coverage lives solely in this job (Linux has the v4-tiny job in+ # check.yml, Windows was first exercised at the release tag). The tiny+ # oracle is the token-exactness gate: it fails on any numerical or I/O+ # divergence, which is exactly what a platform port can break.+ - name: DeepSeek V4 tiny oracle (macOS)+ if: matrix.os == 'macos-latest'+ run: make -C c deepseek-v4-tiny-check+# The Windows backend-DLL loader contract (c/tests/test_backend_loader.py)# had no CI anywhere: the `python` job below is Linux-only, where these# tests do not apply. They need no GPU and no HIP SDK — the fixtures arediff --git a/.github/workflows/release.yml b/.github/workflows/release.ymlindex 5eac8caf..54191111 100644--- a/.github/workflows/release.yml+++ b/.github/workflows/release.yml@@ -21,8 +21,10 @@ jobs:name: macos-arm64ext: ""make_args: ""- # No v4: DeepSeek V4 is x86-64 Linux/Windows + aarch64 Linux only- # (c/Makefile, COLI_V4_SUPPORTED). Asking for it here fails the build.+ # arm64 macOS joined COLI_V4_SUPPORTED; the archive verify step+ # asserts the engine is present and dispatchable like the others.+ v4: "1"+- os: windows-latestname: windows-x86_64ext: ".exe"diff --git a/c/Makefile b/c/Makefileindex f608325a..cb4a4969 100644--- a/c/Makefile+++ b/c/Makefile@@ -340,8 +340,11 @@ CUDA_OBJ =# DeepSeek V4 is a separate x86-64/aarch64 runtime. Portable infrastructure# tests run everywhere; the engine and token-exact fixture run on x86-64-# Linux/Windows and aarch64 Linux. SIMD fast paths are gated per-feature-# inside the sources, so a plain armv8-a build stays correct.+# Linux/Windows, aarch64 Linux, and arm64 macOS. SIMD fast paths are gated+# per-feature inside the sources, so a plain armv8-a build stays correct.+# macOS portability rides compat.h (posix_fadvise -> F_RDADVISE, O_DIRECT ->+# F_NOCACHE via st.h's direct twins) plus a mach branch for available memory;+# the token-exact tiny fixture is the acceptance gate on the macos runner.COLI_V4_SUPPORTED :=ifneq (,$(X86_64))ifneq (,$(IS_WIN)$(LINUX))@@ -349,7 +352,7 @@ COLI_V4_SUPPORTED := 1endifendififneq (,$(AARCH64))-ifneq (,$(LINUX))+ifneq (,$(LINUX)$(DARWIN))COLI_V4_SUPPORTED := 1endifendifdiff --git a/c/Makefile.deepseek-v4 b/c/Makefile.deepseek-v4index a74e3078..876cdf03 100644--- a/c/Makefile.deepseek-v4+++ b/c/Makefile.deepseek-v4@@ -36,6 +36,29 @@ CFLAGS = -D_GNU_SOURCE -D_FILE_OFFSET_BITS=64 -O3 -march=$(ARCH) -fopenmp \-DCOLI_V4_EXPERIMENTAL_DUAL_EXPERT_LOADERLDFLAGS = -lm -fopenmp -static -pthreadV4_BINARY := deepseek_v4.exe+else ifeq ($(UNAME_S),Darwin)+# Apple clang has no bundled OpenMP runtime: use Homebrew libomp when its+# artifacts are actually present, else build single-threaded (pragmas are+# ignored). No -march: NEON is baseline on arm64 and the per-feature gates in+# the sources do the rest. Mirrors the parent Makefile's Darwin block.+CC = clang+OMPDIR := $(shell brew --prefix libomp 2>/dev/null)+ifneq ($(and $(OMPDIR),$(wildcard $(OMPDIR)/include/omp.h),$(wildcard $(OMPDIR)/lib/libomp.*)),)+OMPC = -Xclang -fopenmp -I$(OMPDIR)/include+OMPL = -L$(OMPDIR)/lib -lomp+else+$(warning libomp not found: building deepseek_v4 single-threaded. brew install libomp)+OMPC =+OMPL =+endif+CFLAGS = -D_GNU_SOURCE -O3 $(OMPC) -pthread -include pthread.h \+ -Wall -Wextra -Wno-unused-parameter \+ -Wno-misleading-indentation -Wno-unused-function \+ -DCOLI_V4_MAX_PIN_SLOTS_PER_LAYER=16 \+ -DCOLI_V4_PIN_RAMP_REQUESTS=24 \+ -DCOLI_V4_EXPERIMENTAL_DUAL_EXPERT_LOADER+LDFLAGS = -lm $(OMPL) -pthread+V4_BINARY := deepseek_v4elseCC = gccARCH ?= nativediff --git a/c/deepseek_v4.c b/c/deepseek_v4.cindex 99e58f7c..fe94d5c3 100644--- a/c/deepseek_v4.c+++ b/c/deepseek_v4.c@@ -668,12 +668,30 @@ static int multiply_u64(uint64_t a, uint64_t b, uint64_t *output) {return 0;}+#ifdef __APPLE__+#include <mach/mach.h>+#endif+uint64_t coli_v4_os_available_memory(void) {#ifdef _WIN32MEMORYSTATUSEX status;memset(&status, 0, sizeof(status));status.dwLength = sizeof(status);return GlobalMemoryStatusEx(&status) ? (uint64_t)status.ullAvailPhys : 0;+#elif defined(__APPLE__)+ /* No /proc and no _SC_AVPHYS_PAGES on macOS. "Available" is what the+ * kernel could hand out without swapping: free + inactive pages -- the+ * same approximation Activity Monitor reports, and the closest analogue+ * of Linux's MemAvailable (which also counts reclaimable cache). */+ mach_msg_type_number_t count = HOST_VM_INFO64_COUNT;+ vm_statistics64_data_t vm;+ vm_size_t page = 0;+ if (host_statistics64(mach_host_self(), HOST_VM_INFO64,+ (host_info64_t)&vm, &count) == KERN_SUCCESS &&+ host_page_size(mach_host_self(), &page) == KERN_SUCCESS && page)+ return ((uint64_t)vm.free_count + (uint64_t)vm.inactive_count) *+ (uint64_t)page;+ return 0;#elseFILE *stream = fopen("/proc/meminfo", "r");if (stream) {