Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

nix: build on darwin with -march=native

Attila Oláhda97f0dbf183
diff --git a/flake.nix b/flake.nix
index 276dbb60..df83d4c0 100644
--- a/flake.nix
+++ b/flake.nix
@@ -45,7 +45,10 @@
checkInputs = [pythonEnv];
# Use x86-64-v3 (AVX2) for a portable binary; override with ARCH=native for local builds
- ARCH = "x86-64-v3";
+ ARCH =
+ if pkgs.stdenv.hostPlatform.isx86_64
+ then "x86-64-v3"
+ else "native";
buildPhase = ''
runHook preBuild
@@ -95,7 +98,7 @@
description = "Run GLM-5.2 (744B MoE) on a consumer machine with ~25 GB RAM";
homepage = "https://github.com/JustVugg/colibri";
license = licenses.asl20;
- platforms = platforms.linux;
+ platforms = with platforms; linux ++ darwin;
mainProgram = "glm";
};
};