Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
engines: the right by-hand command in the no-model message (#1906)
JustVugg55c101e3674f
diff --git a/c/colibri.c b/c/colibri.cindex 1ec8130a..c340a592 100644--- a/c/colibri.c+++ b/c/colibri.c@@ -12633,7 +12633,7 @@ int main(int argc, char **argv){}#endifconst char *snap=getenv("SNAP");- if(!snap){ coli_print_launcher_help("GLM-5.2"); return 1; }+ if(!snap){ coli_print_launcher_help("GLM-5.2", "SNAP=<model directory> ./colibri ..."); return 1; }g_nopack = getenv("NOPACK")?1:0;g_drop = getenv("DROP")?1:0;g_prefetch = getenv("PREFETCH")?atoi(getenv("PREFETCH")):0;diff --git a/c/compat.h b/c/compat.hindex 3b6d2b00..701dd5d8 100644--- a/c/compat.h+++ b/c/compat.h@@ -575,8 +575,10 @@ static inline void coli_hold_console(void)/* One wording for every engine: what this binary is, and the command that does* what the user was trying to do. Called on the "no model" exit path, which is- * where a bare launch lands. `engine` is the family name for the message. */-static inline void coli_print_launcher_help(const char *engine)+ * where a bare launch lands. `engine` is the family name for the message,+ * `by_hand` how this binary itself is run (they differ: some read the model+ * from SNAP, some from their first argument; #1906). */+static inline void coli_print_launcher_help(const char *engine, const char *by_hand){#ifdef _WIN32const char *run = "coli.cmd";@@ -593,11 +595,10 @@ static inline void coli_print_launcher_help(const char *engine)" %s doctor --model <model directory> check a model is usable\n""\n""The launcher needs Python 3 and picks the right engine for the model.\n"- "(Running the engine by hand: it reads the model directory from the\n"- "SNAP environment variable, e.g. SNAP=<model directory> ./%s ...)\n"+ "(Running the engine by hand: %s)\n""Getting a model, step by step: https://github.com/JustVugg/colibri""/blob/main/docs/quickstart.md\n",- engine, run, run, run, run, engine);+ engine, run, run, run, run, by_hand);coli_hold_console();}diff --git a/c/deepseek_v4.c b/c/deepseek_v4.cindex 48b430a9..58d40fbd 100644--- a/c/deepseek_v4.c+++ b/c/deepseek_v4.c@@ -16264,7 +16264,7 @@ int main(int argc, char **argv) {double process_started = spec_now();int result = 1;V4CliOptions cli;- if (argc < 2) { coli_print_launcher_help("DeepSeek V4"); return 1; }+ if (argc < 2) { coli_print_launcher_help("DeepSeek V4", "./deepseek_v4 <model directory> --prompt-file <UTF-8 file> ...; --help lists the options"); return 1; }if (v4_cli_parse(argc, argv, &cli)) {v4_cli_usage(stderr, argc ? argv[0] : "deepseek-v4");return 2;diff --git a/c/inkling.c b/c/inkling.cindex 590286db..ae1ed715 100644--- a/c/inkling.c+++ b/c/inkling.c@@ -3369,7 +3369,7 @@ int main(int argc, char **argv) {#endif /* !COLI_CUDA && !__APPLE__ */coli_omp_tune_threads("inkling");const char *snap = getenv("SNAP");- if (!snap) { coli_print_launcher_help("Inkling"); return 1; }+ if (!snap) { coli_print_launcher_help("Inkling", "SNAP=<model directory> ./inkling ..."); return 1; }g_topp = getenv("TOPP") ? (float)atof(getenv("TOPP")) : 0.f;if (g_topp > 0.f && g_topp < 1.f)fprintf(stderr, "[TOPP] %.2f: routed experts kept to cumulative weight — "diff --git a/c/kimi_k3.c b/c/kimi_k3.cindex 155ba3dc..89c91919 100644--- a/c/kimi_k3.c+++ b/c/kimi_k3.c@@ -3791,7 +3791,7 @@ int main(int argc, char **argv){* below, so an error says what to do instead of only what went wrong. */if(!serving && (argc<2 || !strcmp(argv[1],"--help") || !strcmp(argv[1],"-h")|| !strcmp(argv[1],"help"))){- if(argc<2){ coli_print_launcher_help("Kimi K3"); return 1; }+ if(argc<2){ coli_print_launcher_help("Kimi K3", "./kimi_k3 <model directory> ...; --help lists the options"); return 1; }k3_usage(argv[0]);return argc<2 ? 1 : 0; /* asking for help is not a failure */}diff --git a/c/olmoe.c b/c/olmoe.cindex 3f90862b..b0e723fa 100644--- a/c/olmoe.c+++ b/c/olmoe.c@@ -2569,7 +2569,7 @@ static int ref_fits(const int *prompt, int np, const int *full, int nfull, int vint main(int argc, char **argv) {coli_omp_tune_threads("olmoe"); /* squadra sui core fisici, niente spin-wait: vedi omp_tune.h */const char *snap = getenv("SNAP");- if (!snap) { coli_print_launcher_help("OLMoE"); return 1; }+ if (!snap) { coli_print_launcher_help("OLMoE", "SNAP=<model directory> ./olmoe ..."); return 1; }g_pilot = getenv("PILOT") ? atoi(getenv("PILOT")) : 0;g_wide = getenv("WIDE") ? atoi(getenv("WIDE")) : 1;g_pilot_evict_guard = getenv("PILOT_EVICT_GUARD") ? atoi(getenv("PILOT_EVICT_GUARD")) : 1;diff --git a/c/qwen36.c b/c/qwen36.cindex daf05d7a..f8a8d1c5 100644--- a/c/qwen36.c+++ b/c/qwen36.c@@ -5919,7 +5919,7 @@ int main(int argc, char **argv) {* 16C/32T part). OMP_NUM_THREADS wins, COLI_NO_OMP_TUNE=1 disables. */coli_omp_tune_threads("qwen36");const char *snap = getenv("SNAP");- if (!snap) { coli_print_launcher_help("Qwen3.6"); return 1; }+ if (!snap) { coli_print_launcher_help("Qwen3.6", "SNAP=<model directory> ./qwen36 ..."); return 1; }g_pilot = getenv("PILOT") ? atoi(getenv("PILOT")) : 0;g_wide = getenv("WIDE") ? atoi(getenv("WIDE")) : 1;if (g_wide < 1) g_wide = 1; if (g_wide > 4) g_wide = 4;