Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

engines: the right by-hand command in the no-model message (#1906)

JustVugg55c101e3674f
diff --git a/c/colibri.c b/c/colibri.c
index 1ec8130a..c340a592 100644
--- a/c/colibri.c
+++ b/c/colibri.c
@@ -12633,7 +12633,7 @@ int main(int argc, char **argv){
}
#endif
const char *snap=getenv("SNAP");
- if(!snap){ coli_print_launcher_help("GLM-5.2"); return 1; }
+ if(!snap){ coli_print_launcher_help("GLM-5.2", "SNAP=<model directory> ./colibri ..."); return 1; }
g_nopack = getenv("NOPACK")?1:0;
g_drop = getenv("DROP")?1:0;
g_prefetch = getenv("PREFETCH")?atoi(getenv("PREFETCH")):0;
diff --git a/c/compat.h b/c/compat.h
index 3b6d2b00..701dd5d8 100644
--- a/c/compat.h
+++ b/c/compat.h
@@ -575,8 +575,10 @@ static inline void coli_hold_console(void)
/* One wording for every engine: what this binary is, and the command that does
* what the user was trying to do. Called on the "no model" exit path, which is
- * where a bare launch lands. `engine` is the family name for the message. */
-static inline void coli_print_launcher_help(const char *engine)
+ * where a bare launch lands. `engine` is the family name for the message,
+ * `by_hand` how this binary itself is run (they differ: some read the model
+ * from SNAP, some from their first argument; #1906). */
+static inline void coli_print_launcher_help(const char *engine, const char *by_hand)
{
#ifdef _WIN32
const char *run = "coli.cmd";
@@ -593,11 +595,10 @@ static inline void coli_print_launcher_help(const char *engine)
" %s doctor --model <model directory> check a model is usable\n"
"\n"
"The launcher needs Python 3 and picks the right engine for the model.\n"
- "(Running the engine by hand: it reads the model directory from the\n"
- "SNAP environment variable, e.g. SNAP=<model directory> ./%s ...)\n"
+ "(Running the engine by hand: %s)\n"
"Getting a model, step by step: https://github.com/JustVugg/colibri"
"/blob/main/docs/quickstart.md\n",
- engine, run, run, run, run, engine);
+ engine, run, run, run, run, by_hand);
coli_hold_console();
}
diff --git a/c/deepseek_v4.c b/c/deepseek_v4.c
index 48b430a9..58d40fbd 100644
--- a/c/deepseek_v4.c
+++ b/c/deepseek_v4.c
@@ -16264,7 +16264,7 @@ int main(int argc, char **argv) {
double process_started = spec_now();
int result = 1;
V4CliOptions cli;
- if (argc < 2) { coli_print_launcher_help("DeepSeek V4"); return 1; }
+ if (argc < 2) { coli_print_launcher_help("DeepSeek V4", "./deepseek_v4 <model directory> --prompt-file <UTF-8 file> ...; --help lists the options"); return 1; }
if (v4_cli_parse(argc, argv, &cli)) {
v4_cli_usage(stderr, argc ? argv[0] : "deepseek-v4");
return 2;
diff --git a/c/inkling.c b/c/inkling.c
index 590286db..ae1ed715 100644
--- a/c/inkling.c
+++ b/c/inkling.c
@@ -3369,7 +3369,7 @@ int main(int argc, char **argv) {
#endif /* !COLI_CUDA && !__APPLE__ */
coli_omp_tune_threads("inkling");
const char *snap = getenv("SNAP");
- if (!snap) { coli_print_launcher_help("Inkling"); return 1; }
+ if (!snap) { coli_print_launcher_help("Inkling", "SNAP=<model directory> ./inkling ..."); return 1; }
g_topp = getenv("TOPP") ? (float)atof(getenv("TOPP")) : 0.f;
if (g_topp > 0.f && g_topp < 1.f)
fprintf(stderr, "[TOPP] %.2f: routed experts kept to cumulative weight — "
diff --git a/c/kimi_k3.c b/c/kimi_k3.c
index 155ba3dc..89c91919 100644
--- a/c/kimi_k3.c
+++ b/c/kimi_k3.c
@@ -3791,7 +3791,7 @@ int main(int argc, char **argv){
* below, so an error says what to do instead of only what went wrong. */
if(!serving && (argc<2 || !strcmp(argv[1],"--help") || !strcmp(argv[1],"-h")
|| !strcmp(argv[1],"help"))){
- if(argc<2){ coli_print_launcher_help("Kimi K3"); return 1; }
+ if(argc<2){ coli_print_launcher_help("Kimi K3", "./kimi_k3 <model directory> ...; --help lists the options"); return 1; }
k3_usage(argv[0]);
return argc<2 ? 1 : 0; /* asking for help is not a failure */
}
diff --git a/c/olmoe.c b/c/olmoe.c
index 3f90862b..b0e723fa 100644
--- a/c/olmoe.c
+++ b/c/olmoe.c
@@ -2569,7 +2569,7 @@ static int ref_fits(const int *prompt, int np, const int *full, int nfull, int v
int main(int argc, char **argv) {
coli_omp_tune_threads("olmoe"); /* squadra sui core fisici, niente spin-wait: vedi omp_tune.h */
const char *snap = getenv("SNAP");
- if (!snap) { coli_print_launcher_help("OLMoE"); return 1; }
+ if (!snap) { coli_print_launcher_help("OLMoE", "SNAP=<model directory> ./olmoe ..."); return 1; }
g_pilot = getenv("PILOT") ? atoi(getenv("PILOT")) : 0;
g_wide = getenv("WIDE") ? atoi(getenv("WIDE")) : 1;
g_pilot_evict_guard = getenv("PILOT_EVICT_GUARD") ? atoi(getenv("PILOT_EVICT_GUARD")) : 1;
diff --git a/c/qwen36.c b/c/qwen36.c
index daf05d7a..f8a8d1c5 100644
--- a/c/qwen36.c
+++ b/c/qwen36.c
@@ -5919,7 +5919,7 @@ int main(int argc, char **argv) {
* 16C/32T part). OMP_NUM_THREADS wins, COLI_NO_OMP_TUNE=1 disables. */
coli_omp_tune_threads("qwen36");
const char *snap = getenv("SNAP");
- if (!snap) { coli_print_launcher_help("Qwen3.6"); return 1; }
+ if (!snap) { coli_print_launcher_help("Qwen3.6", "SNAP=<model directory> ./qwen36 ..."); return 1; }
g_pilot = getenv("PILOT") ? atoi(getenv("PILOT")) : 0;
g_wide = getenv("WIDE") ? atoi(getenv("WIDE")) : 1;
if (g_wide < 1) g_wide = 1; if (g_wide > 4) g_wide = 4;