Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

glm(win): ignore cmd.exe's built-in PROMPT template; add COLI_PROMPT (#271)

JustVugg550ddcba83af
diff --git a/c/glm.c b/c/glm.c
index 5ab77e50..fe386af4 100644
--- a/c/glm.c
+++ b/c/glm.c
@@ -5485,6 +5485,24 @@ static void cap_for_ram(Model *m, double ram_gb, int ebits, int max_ctx){
}
}
+/* The user's generation prompt. COLI_PROMPT is honored on every platform; a bare
+ * PROMPT is honored too, EXCEPT on Windows, where cmd.exe always exports its own
+ * PROMPT template (default "$P$G", the thing that draws "C:\...>") into the child's
+ * environment. That is a shell UI string, not a prompt: taking it would send the
+ * engine into text-generation mode (needing a tokenizer) instead of the oracle
+ * self-test, and would "generate" from "$P$G". So on Windows a PROMPT carrying
+ * cmd's $-metacodes is ignored; set COLI_PROMPT to pass a real prompt from cmd. */
+static const char *coli_user_prompt(void){
+ const char *p = getenv("COLI_PROMPT");
+ if(p) return p;
+ p = getenv("PROMPT");
+#ifdef _WIN32
+ if(p) for(const char *q=p; q[0]; q++)
+ if(q[0]=='$' && q[1] && strchr("ABCDEFGHLNPQSTV_+|$", q[1]&~0x20)){ p=NULL; break; }
+#endif
+ return p;
+}
+
int main(int argc, char **argv){
/* ---- Permanent OpenMP hot-thread tuning. The per-expert matmul regions are
* tiny and back-to-back; with the default passive wait policy libgomp parks
@@ -5750,9 +5768,10 @@ int main(int argc, char **argv){
}
/* modo testo reale: PROMPT="..." [NGEN=n] -> tokenizza, genera, detokenizza */
- if(getenv("PROMPT")){
+ const char *user_prompt = coli_user_prompt(); /* ignores cmd.exe's PROMPT template (#271) */
+ if(user_prompt){
int ngen=getenv("NGEN")?atoi(getenv("NGEN")):64;
- run_text(&m, snap, getenv("PROMPT"), ngen);
+ run_text(&m, snap, user_prompt, ngen);
if(stats) stats_dump(&m,stats);
return 0;
}