Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

nix: set main program to coli

Attila Oláh51fe03f615c4
diff --git a/flake.nix b/flake.nix
index df83d4c0..17f8a36e 100644
--- a/flake.nix
+++ b/flake.nix
@@ -99,7 +99,7 @@
homepage = "https://github.com/JustVugg/colibri";
license = licenses.asl20;
platforms = with platforms; linux ++ darwin;
- mainProgram = "glm";
+ mainProgram = "coli";
};
};
in {
@@ -113,9 +113,9 @@
type = "app";
program = pkgs.lib.getExe colibri;
};
- coli = {
+ glm = {
type = "app";
- program = pkgs.lib.getExe' colibri "coli";
+ program = "${colibri}/share/colibri/glm";
};
};